00080000:00000010:2.0F:1749611161.743000:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749611161.743012:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749611161.743017:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611161.743075:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749611161.743080:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749611161.743083:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611161.743091:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749611161.743095:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749611161.743097:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611161.888129:0:16931:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749611161.888142:0:16931:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749611161.888149:0:16931:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611161.888167:0:16931:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749611161.888173:0:16931:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749611161.888176:0:16931:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611161.888185:0:16931:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749611161.888190:0:16931:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749611161.888194:0:16931:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0F:1749611161.892944:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c980. 00080000:00000010:3.0:1749611161.892954:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c980. 00000020:00000001:3.0:1749611161.892959:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611161.893030:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c980. 00080000:00000010:3.0:1749611161.893034:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c980. 00000020:00000001:3.0:1749611161.893036:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611161.893042:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c980. 00080000:00000010:3.0:1749611161.893045:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c980. 00000020:00000001:3.0:1749611161.893048:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611161.990614:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611161.990620:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611161.990623:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611161.990626:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af900 going to sleep for 0 seconds 00000100:00000001:2.0:1749611161.990629:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611161.990633:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611161.990636:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611161.990639:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611161.990641:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611162.103717:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c980. 00080000:00000010:3.0:1749611162.103728:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c980. 00000020:00000001:3.0:1749611162.103735:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611162.103832:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c980. 00080000:00000010:3.0:1749611162.103838:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c980. 00000020:00000001:3.0:1749611162.103842:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611162.103851:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c980. 00080000:00000010:3.0:1749611162.103857:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c980. 00000020:00000001:3.0:1749611162.103860:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0F:1749611162.143087:0:16970:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff380. 00080000:00000010:0.0:1749611162.143100:0:16970:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff380. 00000020:00000001:0.0:1749611162.143106:0:16970:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611162.143124:0:16970:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff380. 00080000:00000010:0.0:1749611162.143129:0:16970:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff380. 00000020:00000001:0.0:1749611162.143132:0:16970:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611162.143139:0:16970:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff380. 00080000:00000010:0.0:1749611162.143144:0:16970:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff380. 00000020:00000001:0.0:1749611162.143147:0:16970:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611162.147715:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff380. 00080000:00000010:0.0:1749611162.147723:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff380. 00000020:00000001:0.0:1749611162.147730:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611162.147845:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff380. 00080000:00000010:0.0:1749611162.147852:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff380. 00000020:00000001:0.0:1749611162.147856:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611162.147865:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff380. 00080000:00000010:0.0:1749611162.147868:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff380. 00000020:00000001:0.0:1749611162.147871:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0F:1749611162.330029:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9c00. 00080000:00000010:1.0:1749611162.330043:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9c00. 00000020:00000001:1.0:1749611162.330050:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611162.330122:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9c00. 00080000:00000010:1.0:1749611162.330128:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9c00. 00000020:00000001:1.0:1749611162.330132:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611162.330141:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9c00. 00080000:00000010:1.0:1749611162.330146:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9c00. 00000020:00000001:1.0:1749611162.330149:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611162.385563:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611162.385580:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611162.385583:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611162.385589:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611162.385592:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611162.385596:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611162.385599:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611162.457619:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611162.457626:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611162.457629:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611162.457633:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:1.0:1749611162.457637:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611162.457641:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611162.457645:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611162.457648:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611162.457650:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611162.464651:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611162.464655:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611162.464777:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611162.464784:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611162.464788:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1749611162.481764:0:17057:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c400. 00080000:00000010:3.0:1749611162.481773:0:17057:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c400. 00000020:00000001:3.0:1749611162.481779:0:17057:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611162.481798:0:17057:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c400. 00080000:00000010:3.0:1749611162.481806:0:17057:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c400. 00000020:00000001:3.0:1749611162.481811:0:17057:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611162.481823:0:17057:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c400. 00080000:00000010:3.0:1749611162.481830:0:17057:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c400. 00000020:00000001:3.0:1749611162.481835:0:17057:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611162.486905:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749611162.486918:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749611162.486926:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611162.487036:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749611162.487042:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749611162.487047:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611162.487056:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749611162.487061:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749611162.487066:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611162.669797:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c400. 00080000:00000010:3.0:1749611162.669809:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c400. 00000020:00000001:3.0:1749611162.669817:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611162.669918:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c400. 00080000:00000010:3.0:1749611162.669926:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c400. 00000020:00000001:3.0:1749611162.669930:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611162.669941:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c400. 00080000:00000010:3.0:1749611162.669948:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c400. 00000020:00000001:3.0:1749611162.669952:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611162.990756:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611162.990767:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611162.990770:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611162.990776:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af900 going to sleep for 0 seconds 00000100:00000001:2.0:1749611162.990779:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611162.990784:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611162.990787:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611162.990791:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611162.990794:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611163.160640:0:17123:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffa80. 00080000:00000010:0.0:1749611163.160651:0:17123:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffa80. 00000020:00000001:0.0:1749611163.160657:0:17123:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611163.160676:0:17123:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffa80. 00080000:00000010:0.0:1749611163.160681:0:17123:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffa80. 00000020:00000001:0.0:1749611163.160685:0:17123:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611163.160693:0:17123:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffa80. 00080000:00000010:0.0:1749611163.160698:0:17123:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffa80. 00000020:00000001:0.0:1749611163.160701:0:17123:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611163.165357:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749611163.165364:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749611163.165369:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611163.165441:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749611163.165444:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749611163.165448:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611163.165453:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749611163.165479:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749611163.165483:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749611163.288968:0:17165:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1749611163.288972:0:17165:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 161a: link ea sanity ====================== 23:06:02 (1749611162) 00000001:00000001:3.0:1749611163.293957:0:17165:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:3.0:1749611163.350380:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c280. 00080000:00000010:3.0:1749611163.350391:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c280. 00000020:00000001:3.0:1749611163.350397:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611163.350468:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c280. 00080000:00000010:3.0:1749611163.350474:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c280. 00000020:00000001:3.0:1749611163.350478:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611163.350486:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c280. 00080000:00000010:3.0:1749611163.350491:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c280. 00000020:00000001:3.0:1749611163.350495:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611163.385686:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611163.385693:0:28320:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1749611163.385708:0:28320:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749611138/real 1749611138] req@ffff88009c4fed80 x1834598494623616/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611163 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749611163.385759:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611163.385763:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611163.385768:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7c60. 00000400:00000200:2.0:1749611163.385777:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed440 00000400:00000010:2.0:1749611163.385782:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed440. 00000100:00000001:2.0:1749611163.385798:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611163.385806:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c4fed80 x1834598494623616/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611163 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611163.385822:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009c4fed80 x1834598494623616/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611163 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611163.385834:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611163.385837:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611163.385841:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611163.385845:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749611163.385850:0:28320:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88009c4fed80 x1834598494623616/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611163 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611163.385862:0:28320:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611163.385902:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611163.385905:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611163.385910:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611163.385913:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611163.385917:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611163.385924:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009c4fed80 x1834598494623616/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611163 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611163.385938:0:28320:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749611163.385943:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611163.385945:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611163.385947:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611163.385952:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611163.385956:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1749611163.385962:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749611163.385992:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.106@tcp failed (-110) 00000100:00000001:2.0:1749611163.385997:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1749611163.386004:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4fed80 x1834598494623616/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611163 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611163.386018:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009c4fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494623616:0@lo:250:kworker.0 00000100:00000001:2.0:1749611163.386034:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611163.386038:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611163.386043:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009c4fed80 x1834598494623616/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611163 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611163.386054:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611163.386058:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611163.386064:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009be89c00. 02000000:00000001:2.0:1749611163.386069:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611163.386073:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611163.386076:0:28320:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749611163.386079:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:3.0:1749611163.386080:0:30690:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000010:2.0:1749611163.386084:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880086dca800. 00000100:00080000:3.0:1749611163.386087:0:30690:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 02000000:00000001:2.0:1749611163.386088:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749611163.386089:0:30690:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:2.0:1749611163.386091:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:3.0:1749611163.386092:0:30690:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000010:2.0:1749611163.386093:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c4fed80. 00000100:00000001:3.0:1749611163.386096:0:30690:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:2.0:1749611163.386099:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00080000:3.0:1749611163.386100:0:30690:0:(import.c:505:import_select_connection()) MGC192.168.202.106@tcp: connect to NID 0@lo last attempt 5744 00000100:00000001:2.0:1749611163.386102:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1749611163.386104:0:30690:0:(import.c:584:import_select_connection()) MGC192.168.202.106@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1749611163.386105:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611163.386107:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749611163.386111:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611163.386111:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1749611163.386113:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611163.386113:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611163.386116:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611163.386116:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749611163.386119:0:30690:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611163.386119:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611163.386121:0:30690:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cf3e 00000020:00000001:3.0:1749611163.386124:0:30690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749611163.386156:0:30690:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009d243000 refcount=3 00000020:00000001:3.0:1749611163.386160:0:30690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000020:00000001:3.0:1749611163.386162:0:30690:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000100:00000040:3.0:1749611163.386165:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749611163.386167:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611163.386177:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749611163.386179:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:3.0:1749611163.386183:0:30690:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243000 : new refcount 2 00000100:00080000:3.0:1749611163.386186:0:30690:0:(import.c:619:import_select_connection()) MGC192.168.202.106@tcp: import ffff88009d242800 using connection MGC192.168.202.106@tcp_0/0@lo 00000100:00000001:3.0:1749611163.386188:0:30690:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611163.386191:0:30690:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1749611163.386195:0:30690:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611163.386197:0:30690:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611163.386199:0:30690:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749611163.386202:0:30690:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749611163.386208:0:30690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bc380. 00000020:00000040:3.0:1749611163.386212:0:30690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 02000000:00000001:3.0:1749611163.386215:0:30690:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749611163.386217:0:30690:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611163.386219:0:30690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749611163.386222:0:30690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749611163.386226:0:30690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611163.386231:0:30690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009be89400. 00000100:00000001:3.0:1749611163.386262:0:30690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611163.386271:0:30690:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801135bc380 x1834598494627840/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749611163.386282:0:30690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749611163.386286:0:30690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611163.386290:0:30690:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8801135bc380] to pc [ptlrpcd_rcv+-1] req@ffff8801135bc380 x1834598494627840/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611163.386317:0:30690:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749611163.386320:0:30690:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749611163.386324:0:30690:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1749611163.386325:0:30690:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1749611163.386326:0:30690:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749611163.386329:0:30690:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:3.0:1749611163.386331:0:30690:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5764 00000100:00080000:3.0:1749611163.386340:0:30690:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1749611163.386343:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749611163.386345:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611163.386347:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749611163.386349:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749611163.386351:0:30690:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611163.386352:0:30690:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:3.0:1749611163.386354:0:30690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749611163.386356:0:30690:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:3.0:1749611163.386358:0:30690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:3.0:1749611163.386360:0:30690:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:3.0:1749611163.386363:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749611163.386365:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611163.386366:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749611163.386368:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611163.386368:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1749611163.386370:0:30690:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:3.0:1749611163.386373:0:30690:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611163.386373:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611163.386375:0:30690:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611163.386376:0:30690:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749611163.386376:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1749611163.386382:0:30690:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611163.386384:0:30690:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611163.386384:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8801135bc380 x1834598494627840/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611163.386386:0:30690:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749611163.386388:0:30690:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749611163.386392:0:30690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bc000. 00000020:00000040:3.0:1749611163.386394:0:30690:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:2.0:1749611163.386395:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1749611163.386396:0:30690:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749611163.386397:0:30690:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611163.386398:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611163.386399:0:30690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749611163.386401:0:30690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749611163.386402:0:30690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611163.386402:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1749611163.386406:0:30690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009be88400. 02000000:00000001:2.0:1749611163.386406:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611163.386410:0:30690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611163.386410:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611163.386415:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801135bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494627840:0@lo:250:kworker.0 00000100:00100000:3.0:1749611163.386419:0:30690:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801135bc000 x1834598494627968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611163.386421:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749611163.386426:0:30690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749611163.386428:0:30690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611163.386432:0:30690:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8801135bc000] to pc [ptlrpcd_rcv+-1] req@ffff8801135bc000 x1834598494627968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611163.386435:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611163.386439:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611163.386440:0:30690:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749611163.386442:0:30690:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:2.0:1749611163.386443:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:3.0:1749611163.386445:0:30690:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1749611163.386447:0:30690:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1749611163.386448:0:30690:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000010:2.0:1749611163.386448:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880086dca800. 00000100:00000001:3.0:1749611163.386450:0:30690:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:2.0:1749611163.386451:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749611163.386452:0:30690:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5764 00000100:00080000:3.0:1749611163.386455:0:30690:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1749611163.386457:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000400:00000010:2.0:1749611163.386458:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feb00. 00000100:00000001:3.0:1749611163.386459:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611163.386460:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749611163.386462:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749611163.386464:0:30690:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611163.386465:0:30690:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:3.0:1749611163.386466:0:30690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749611163.386468:0:30690:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:3.0:1749611163.386470:0:30690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:3.0:1749611163.386472:0:30690:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:3.0:1749611163.386474:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749611163.386475:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611163.386477:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749611163.386478:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:3.0:1749611163.386480:0:30690:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:3.0:1749611163.386482:0:30690:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:3.0:1749611163.386489:0:30690:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611163.386491:0:30690:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1749611163.386494:0:30690:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611163.386495:0:30690:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611163.386497:0:30690:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000010:2.0:1749611163.386497:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a330. 00000100:00000001:3.0:1749611163.386499:0:30690:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749611163.386502:0:30690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bca80. 00000020:00000040:3.0:1749611163.386504:0:30690:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:3.0:1749611163.386506:0:30690:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749611163.386507:0:30690:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611163.386508:0:30690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:2.0:1749611163.386508:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494627840, portal 25 02000000:00000001:3.0:1749611163.386509:0:30690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749611163.386511:0:30690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611163.386512:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000010:3.0:1749611163.386514:0:30690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009be89800. 00000100:00000001:2.0:1749611163.386514:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933966720 : -131936775584896 : ffff8801135bc380) 00000100:00000001:3.0:1749611163.386517:0:30690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611163.386551:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8801135bc380 x1834598494627840/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611163.386552:0:30690:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801135bca80 x1834598494628096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749611163.386559:0:30690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749611163.386561:0:30690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611163.386563:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611163.386565:0:30690:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8801135bca80] to pc [ptlrpcd_rcv+-1] req@ffff8801135bca80 x1834598494628096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611163.386567:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611163.386571:0:30690:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611163.386571:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000100:00080000:3.0:1749611163.386574:0:30690:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000200:2.0:1749611163.386575:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598494627840, offset 0 00000100:00080000:3.0:1749611163.386577:0:30690:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1749611163.386579:0:30690:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1749611163.386580:0:30690:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749611163.386582:0:30690:0:(import.c:480:import_select_connection()) Process entered 00000400:00000200:2.0:1749611163.386582:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749611163.386601:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:3.0:1749611163.386605:0:30690:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5764 00000100:00080000:3.0:1749611163.386608:0:30690:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1749611163.386610:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749611163.386612:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611163.386613:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000200:2.0:1749611163.386618:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848ebf93e800 00000100:00000001:3.0:1749611163.386621:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749611163.386624:0:30690:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611163.386625:0:30690:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:3.0:1749611163.386626:0:30690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000100:2.0:1749611163.386628:0:28320:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598494627840 offset 0 length 520: 4 00000020:00000040:3.0:1749611163.386629:0:30690:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:3.0:1749611163.386631:0:30690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:3.0:1749611163.386633:0:30690:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000400:00000200:2.0:1749611163.386634:0:28320:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88006d92d8c0 is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000040:3.0:1749611163.386636:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000400:00000200:2.0:1749611163.386637:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:3.0:1749611163.386638:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611163.386639:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749611163.386641:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:3.0:1749611163.386643:0:30690:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:3.0:1749611163.386645:0:30690:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:3.0:1749611163.386647:0:30690:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611163.386649:0:30690:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:2.0:1749611163.386649:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 02000000:00000001:3.0:1749611163.386652:0:30690:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749611163.386652:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 02000000:00000001:3.0:1749611163.386654:0:30690:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611163.386656:0:30690:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611163.386656:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749611163.386657:0:30690:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749611163.386661:0:30690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bce00. 00000020:00000040:3.0:1749611163.386663:0:30690:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000200:2.0:1749611163.386663:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801135bc380 x1834598494627840/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611163.386665:0:30690:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749611163.386666:0:30690:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611163.386668:0:30690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749611163.386669:0:30690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749611163.386671:0:30690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611163.386674:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:3.0:1749611163.386675:0:30690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009be89c00. 00000100:00000040:2.0:1749611163.386678:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8801135bc380 x1834598494627840/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611188 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611163.386679:0:30690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611163.386683:0:30690:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801135bce00 x1834598494628224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611163.386688:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611163.386690:0:30690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611163.386691:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749611163.386693:0:30690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611163.386695:0:30690:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8801135bce00] to pc [ptlrpcd_rcv+-1] req@ffff8801135bce00 x1834598494628224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611163.386696:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611163.386707:0:30690:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611163.386710:0:30690:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749611163.386711:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300436867 00000100:00000001:3.0:1749611163.386714:0:30690:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1749611163.386717:0:30690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bd180. 00000100:00000010:2.0:1749611163.386717:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b5397580. 00000020:00000040:3.0:1749611163.386719:0:30690:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:3.0:1749611163.386722:0:30690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749611163.386723:0:30690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749611163.386725:0:30690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611163.386725:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 02000000:00000010:3.0:1749611163.386728:0:30690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88008295cd00. 00000100:00000001:3.0:1749611163.386731:0:30690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611163.386735:0:30690:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8801135bd180 x1834598494628352/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749611163.386743:0:30690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749611163.386746:0:30690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611163.386748:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300436867 00000100:00000040:3.0:1749611163.386752:0:30690:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8801135bd180] to pc [ptlrpcd_00_02+2] req@ffff8801135bd180 x1834598494628352/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749611163.386753:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b5397fc0. 00000100:00000001:2.0:1749611163.386757:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749611163.386770:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 2 is 4300436867 00000100:00000001:3.0:1749611163.386774:0:30690:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611163.386774:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b5397a00. 00000100:00080000:3.0:1749611163.386777:0:30690:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:2.0:1749611163.386778:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 2 00000100:00080000:3.0:1749611163.386781:0:30690:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1749611163.386783:0:30690:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1749611163.386783:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 3 is 4300436867 00000100:00080000:3.0:1749611163.386785:0:30690:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000010:2.0:1749611163.386786:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b5397f00. 00000100:00000001:3.0:1749611163.386789:0:30690:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:2.0:1749611163.386790:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749611163.386794:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611163.386798:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611163.386802:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611163.386803:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611163.386806:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611163.386807:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611163.386810:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611163.386813:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611163.386815:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00080000:3.0:1749611163.386816:0:30690:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5764 00000100:00000001:2.0:1749611163.386818:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749611163.386818:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8801135bd180 x1834598494628352/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749611163.386820:0:30690:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1749611163.386820:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611163.386822:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749611163.386823:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749611163.386826:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611163.386828:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8801135bc000 x1834598494627968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611163.386829:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611163.386830:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611163.386832:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611163.386833:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611163.386835:0:30690:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611163.386839:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611163.386841:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611163.386843:0:30690:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 02000000:00000001:2.0:1749611163.386844:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611163.386844:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1749611163.386845:0:30690:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749611163.386847:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611163.386847:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1749611163.386848:0:30690:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 02000000:00000001:2.0:1749611163.386850:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611163.386851:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611163.386852:0:30690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00100000:2.0:1749611163.386854:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801135bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494627968:0@lo:38:kworker.0 00000020:00000001:3.0:1749611163.386855:0:30690:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00100000:0.0:1749611163.386856:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801135bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494628352:0@lo:400:kworker.0 00000100:00000001:2.0:1749611163.386859:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1749611163.386860:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 02000000:00000001:2.0:1749611163.386862:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749611163.386862:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749611163.386863:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749611163.386864:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611163.386865:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:0.0:1749611163.386866:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749611163.386868:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749611163.386868:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611163.386871:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1749611163.386872:0:30690:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:1.0:1749611163.386872:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749611163.386875:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749611163.386875:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8e400. 00000100:00080000:3.0:1749611163.386876:0:30690:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749611163.386878:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611163.386878:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611163.386879:0:30690:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611163.386879:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880086dc8800. 02000000:00000001:3.0:1749611163.386882:0:30690:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611163.386882:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611163.386884:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff268. 02000000:00000001:3.0:1749611163.386886:0:30690:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749611163.386887:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe210. 02000000:00000001:3.0:1749611163.386889:0:30690:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611163.386892:0:30690:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000010:2.0:1749611163.386893:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000100:00000001:3.0:1749611163.386895:0:30690:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611163.386898:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494627968, portal 4 00000100:00000010:3.0:1749611163.386900:0:30690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bd880. 00000100:00000001:2.0:1749611163.386902:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000040:3.0:1749611163.386903:0:30690:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:2.0:1749611163.386903:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933965824 : -131936775585792 : ffff8801135bc000) 02000000:00000001:3.0:1749611163.386907:0:30690:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749611163.386909:0:30690:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611163.386911:0:30690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749611163.386913:0:30690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1749611163.386914:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821000. 00000100:00000040:2.0:1749611163.386915:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8801135bc000 x1834598494627968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611163.386916:0:30690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611163.386920:0:30690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009be8b800. 00000100:00000200:0.0:1749611163.386920:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494628352, portal 10 00000100:00000001:0.0:1749611163.386923:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611163.386925:0:30690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611163.386925:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611163.386926:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933970304 : -131936775581312 : ffff8801135bd180) 00000100:00000040:2.0:1749611163.386928:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611163.386931:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a7f8. 00000100:00100000:3.0:1749611163.386932:0:30690:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801135bd880 x1834598494628480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1749611163.386934:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8801135bd180 x1834598494628352/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611163.386935:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494627968, offset 0 00000400:00000200:2.0:1749611163.386941:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611163.386943:0:30690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749611163.386946:0:30690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611163.386946:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611163.386950:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749611163.386952:0:30690:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8801135bd880] to pc [ptlrpcd_rcv+-1] req@ffff8801135bd880 x1834598494628480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611163.386952:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1749611163.386953:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821a18. 00000100:00000200:0.0:1749611163.386957:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494628352, offset 0 00000400:00000200:2.0:1749611163.386961:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf93e880 00000100:00000001:3.0:1749611163.386964:0:30690:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611163.386964:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749611163.386973:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df5 [256] + 14040 00000100:00000040:3.0:1749611163.386974:0:30690:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1749611163.386975:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611163.386979:0:30690:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1749611163.386982:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1749611163.386984:0:30690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bdf80. 00000400:00000200:0.0:1749611163.386984:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf93ea00 00000020:00000040:3.0:1749611163.386987:0:30690:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000400:00000200:2.0:1749611163.386987:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611163.386990:0:30690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749611163.386992:0:30690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1749611163.386993:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 2008 02000000:00000001:3.0:1749611163.386995:0:30690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611163.386999:0:30690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88008295cc00. 00000400:00000200:0.0:1749611163.387000:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611163.387003:0:30690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611163.387005:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749611163.387008:0:30690:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff8801135bdf80 x1834598494628608/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611163.387008:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611163.387011:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:0.0:1749611163.387011:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611163.387014:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749611163.387018:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081d76300. 00000100:00000001:3.0:1749611163.387019:0:30690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000010:0.0:1749611163.387019:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012be1ed80. 00000100:00000001:3.0:1749611163.387021:0:30690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611163.387022:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880081d76300 x1834598494627968 msgsize 520 00000100:00000040:0.0:1749611163.387023:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88012be1ed80 x1834598494628352 msgsize 224 00000100:00000040:3.0:1749611163.387027:0:30690:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8801135bdf80] to pc [ptlrpcd_00_03+3] req@ffff8801135bdf80 x1834598494628608/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611163.387028:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749611163.387029:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611163.387040:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749611163.387041:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749611163.387048:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a7f8 00000400:00000010:2.0:1749611163.387051:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a7f8. 00000100:00000001:2.0:1749611163.387054:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749611163.387056:0:30690:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611163.387060:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801135bc000 x1834598494627968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611163.387064:0:30690:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5774) 00000400:00000200:0.0:1749611163.387069:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821a18 00000100:00000001:2.0:1749611163.387072:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1749611163.387072:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821a18. 00000100:00000040:2.0:1749611163.387076:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8801135bc000 x1834598494627968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611188 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611163.387076:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749611163.387077:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611163.387080:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611163.387083:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1749611163.387083:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801135bd180 x1834598494628352/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611163.387089:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1749611163.387090:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8801135bdf80 x1834598494628608/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611163.387093:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494628352 00000100:00000001:0.0:1749611163.387093:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749611163.387096:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1749611163.387097:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8801135bd180 x1834598494628352/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611179 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611163.387099:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611163.387101:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611163.387103:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611163.387103:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611163.387104:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611163.387106:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1749611163.387107:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749611163.387107:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611163.387108:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611163.387109:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611163.387109:0:28323:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1749611163.387112:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611163.387113:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494628352 00000100:00000001:2.0:1749611163.387113:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611163.387114:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611163.387115:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1749611163.387115:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801135bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494628608:0@lo:400:kworker.0 00000020:00000040:3.0:1749611163.387117:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000040:2.0:1749611163.387118:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1310 usecs (2 jiffies) 00000100:00000001:1.0:1749611163.387119:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1749611163.387119:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 1025 usecs (2 jiffies) 00000020:00000001:3.0:1749611163.387120:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611163.387122:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300436846 00000020:00000040:3.0:1749611163.387123:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 02000000:00000001:1.0:1749611163.387123:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749611163.387123:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300436846 02000000:00000001:1.0:1749611163.387125:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611163.387126:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:2.0:1749611163.387127:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300436867 02000000:00000001:1.0:1749611163.387127:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1749611163.387129:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 02000000:00000010:1.0:1749611163.387131:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d125800. 02000000:00000001:1.0:1749611163.387134:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611163.387135:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749611163.387140:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f840. 00000400:00000010:1.0:1749611163.387147:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3dbec8. 00000020:00000040:3.0:1749611163.387149:0:10935:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000010:1.0:1749611163.387152:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bcc0. 00000100:00000001:2.0:1749611163.387153:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300436846 00000100:00000001:2.0:1749611163.387157:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300436867 00000100:00000200:1.0:1749611163.387157:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494628608, portal 10 00000100:00000001:0.0:1749611163.387158:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749611163.387159:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611163.387160:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300436846 00000100:00100000:0.0:1749611163.387160:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494627968 00000100:00000001:1.0:1749611163.387161:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933973888 : -131936775577728 : ffff8801135bdf80) 00000100:00000001:2.0:1749611163.387163:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300436867 02000000:00000001:0.0:1749611163.387163:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611163.387164:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611163.387166:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300436846 00000100:00000001:0.0:1749611163.387167:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611163.387168:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749611163.387168:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300436867 00000100:00000040:1.0:1749611163.387169:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8801135bdf80 x1834598494628608/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611163.387170:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611163.387171:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749611163.387173:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494627968 00000100:00000001:2.0:1749611163.387175:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611163.387175:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749611163.387177:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:0.0:1749611163.387177:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749611163.387178:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749611163.387179:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749611163.387179:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1749611163.387181:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000020:00000001:0.0:1749611163.387181:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611163.387183:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611163.387184:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8801135bca80 x1834598494628096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611163.387184:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494628608, offset 0 00000400:00000200:1.0:1749611163.387189:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611163.387195:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611163.387197:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611163.387197:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749611163.387200:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:3.0:1749611163.387201:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081eeec00. 00000020:00000010:0.0:1749611163.387201:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f000. 02000000:00000001:2.0:1749611163.387203:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749611163.387203:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf93eb00 02000000:00000001:2.0:1749611163.387206:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611163.387208:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 2232 00000020:00000010:3.0:1749611163.387209:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c280. 00000020:00000010:0.0:1749611163.387209:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff180. 00000100:00100000:2.0:1749611163.387210:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801135bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494628096:0@lo:38:kworker.0 00000400:00000200:1.0:1749611163.387214:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611163.387215:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:3.0:1749611163.387216:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8000. 00000020:00000010:0.0:1749611163.387216:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add320. 00000400:00000200:1.0:1749611163.387218:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749611163.387219:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611163.387221:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611163.387221:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749611163.387223:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:2.0:1749611163.387224:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1749611163.387227:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099806d80. 02000000:00000010:2.0:1749611163.387229:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880086dca400. 00000100:00000040:1.0:1749611163.387229:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff880099806d80 x1834598494628608 msgsize 224 02000000:00000001:2.0:1749611163.387256:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611163.387259:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611163.387261:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611163.387263:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1749611163.387264:0:10935:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749611163.387266:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611163.387268:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611163.387270:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:2.0:1749611163.387270:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe318. 00000100:00000001:1.0:1749611163.387270:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749611163.387273:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611163.387273:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611163.387276:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000400:00000010:2.0:1749611163.387277:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a7f8. 00000400:00000010:1.0:1749611163.387278:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000100:00000001:3.0:1749611163.387280:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749611163.387281:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749611163.387283:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749611163.387283:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611163.387285:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611163.387285:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494628096, portal 10 00000100:00000200:1.0:1749611163.387285:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801135bdf80 x1834598494628608/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611163.387288:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611163.387290:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933968512 : -131936775583104 : ffff8801135bca80) 00000100:00000001:1.0:1749611163.387294:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611163.387295:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611163.387296:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8801135bdf80 x1834598494628608/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611179 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611163.387297:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1749611163.387300:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8801135bca80 x1834598494628096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611163.387300:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749611163.387303:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611163.387304:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749611163.387304:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:3.0:1749611163.387306:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494628608 02000000:00000001:3.0:1749611163.387309:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611163.387310:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611163.387311:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611163.387313:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611163.387313:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00000040:2.0:1749611163.387314:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749611163.387316:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611163.387317:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aa18. 00000100:00000001:0.0:1749611163.387318:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134492594944 : -131939216956672 : ffff880081d76300) 00000100:00100000:3.0:1749611163.387319:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494628608 00000100:00000001:1.0:1749611163.387319:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611163.387320:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494628096, offset 0 00000020:00000001:3.0:1749611163.387322:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611163.387324:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000040:1.0:1749611163.387324:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 966 usecs (1 jiffies) 00000100:00000040:0.0:1749611163.387325:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880081d76300 x1834598494627968/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611163.387326:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749611163.387327:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749611163.387327:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300436845 00000020:00000040:3.0:1749611163.387330:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:1.0:1749611163.387330:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300436867 00000020:00000001:3.0:1749611163.387333:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749611163.387333:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300436845 00000400:00000200:2.0:1749611163.387335:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611163.387335:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300436867 00000020:00000001:3.0:1749611163.387336:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749611163.387337:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300436845 00000100:00000001:1.0:1749611163.387339:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300436867 00000100:00000001:3.0:1749611163.387341:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749611163.387341:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300436845 00000100:00100000:0.0:1749611163.387341:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880081d76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494627968:12345-0@lo:38:kworker.0 00000400:00000200:2.0:1749611163.387343:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf93e900 00000100:00000001:1.0:1749611163.387343:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300436867 00000020:00000010:3.0:1749611163.387344:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f680. 00000100:00000001:1.0:1749611163.387344:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611163.387347:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611163.387347:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494627968 00000020:00000010:3.0:1749611163.387349:0:10935:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012eb32580. 00000400:00000200:2.0:1749611163.387349:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 2456 00000100:00000001:1.0:1749611163.387349:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611163.387351:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611163.387351:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749611163.387354:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1749611163.387356:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013051f680. 00000400:00000200:2.0:1749611163.387356:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1749611163.387356:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749611163.387357:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611163.387358:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1749611163.387360:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081eee600. 00000400:00000200:2.0:1749611163.387361:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611163.387361:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611163.387362:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611163.387363:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611163.387364:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cc80. 00000100:00000001:1.0:1749611163.387365:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611163.387366:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611163.387368:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:3.0:1749611163.387369:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8190. 00000100:00000001:3.0:1749611163.387372:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000010:2.0:1749611163.387373:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081d76680. 00000020:00000001:0.0:1749611163.387373:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611163.387374:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1749611163.387377:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880081d76680 x1834598494628096 msgsize 520 00010000:00020000:0.0:1749611163.387379:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749611163.387382:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749611163.387382:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611163.387383:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749611163.387383:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611163.387384:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1749611163.387387:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:1.0:1749611163.387389:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00000001:0.0:1749611163.387392:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611163.387393:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:1.0:1749611163.387393:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:0.0:1749611163.387394:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749611163.387395:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137345412480 : -131936364139136 : ffff88012be1ed80) 02000000:00000001:0.0:1749611163.387398:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749611163.387399:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:2.0:1749611163.387399:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aa18 00000100:00000040:1.0:1749611163.387400:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012be1ed80 x1834598494628352/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:599/0 lens 224/0 e 0 to 0 dl 1749611174 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611163.387401:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aa18. 00000100:00000001:3.0:1749611163.387402:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000010:0.0:1749611163.387403:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111d51c00. 00000100:00000001:3.0:1749611163.387404:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611163.387405:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1749611163.387406:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611163.387408:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749611163.387409:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611163.387410:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801135bca80 x1834598494628096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611163.387411:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b405d780. 00000100:00000001:3.0:1749611163.387413:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611163.387414:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1749611163.387414:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000010:1.0:1749611163.387416:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b405d780. 00010000:00000001:0.0:1749611163.387417:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611163.387420:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611163.387422:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00001000:0.0:1749611163.387422:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:2.0:1749611163.387424:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8801135bca80 x1834598494628096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611188 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611163.387425:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494628096 00000100:00100000:1.0:1749611163.387426:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012be1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494628352:12345-0@lo:400:kworker.0 02000000:00000001:3.0:1749611163.387427:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611163.387427:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611163.387429:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1749611163.387430:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494628352 00000100:00000001:3.0:1749611163.387431:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611163.387431:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611163.387433:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611163.387433:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:3.0:1749611163.387434:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611163.387434:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749611163.387435:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:3.0:1749611163.387437:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494628096 00000020:00000001:1.0:1749611163.387437:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749611163.387437:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749611163.387439:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611163.387440:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611163.387441:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000040:3.0:1749611163.387442:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749611163.387442:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749611163.387444:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749611163.387444:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000040:0.0:1749611163.387445:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:3.0:1749611163.387446:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611163.387448:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1749611163.387448:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1749611163.387449:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611163.387449:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611163.387451:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611163.387452:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611163.387453:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081eef200. 00000020:00000001:1.0:1749611163.387453:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000040:2.0:1749611163.387455:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1066 usecs (2 jiffies) 00000020:00000001:1.0:1749611163.387455:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1749611163.387455:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:3.0:1749611163.387457:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c400. 00000020:00000001:1.0:1749611163.387457:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611163.387458:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300436846 00000100:00000040:0.0:1749611163.387458:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749611163.387459:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000010:3.0:1749611163.387461:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c80c8. 00000400:00000010:0.0:1749611163.387461:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821a18. 00000100:00000001:2.0:1749611163.387462:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300436867 00000100:00000001:1.0:1749611163.387464:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749611163.387465:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1749611163.387466:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749611163.387467:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611163.387467:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300436846 00000100:00000001:3.0:1749611163.387469:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611163.387469:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300436867 02000000:00000010:1.0:1749611163.387469:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009bad0800. 02000000:00000001:1.0:1749611163.387471:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611163.387472:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300436846 00000100:00000001:3.0:1749611163.387473:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611163.387473:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611163.387473:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494627968, offset 0 00000100:00000001:2.0:1749611163.387475:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300436867 00000020:00000001:1.0:1749611163.387475:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611163.387478:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300436846 00010000:00000040:1.0:1749611163.387478:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494628352 00000400:00000200:0.0:1749611163.387479:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611163.387480:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749611163.387480:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749611163.387481:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300436867 00000100:00000001:2.0:1749611163.387483:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000200:1.0:1749611163.387484:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012be1ed80 x1834598494628352/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:599/0 lens 224/224 e 0 to 0 dl 1749611174 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611163.387486:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611163.387487:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611163.387489:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611163.387489:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1749611163.387489:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1749611163.387492:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:3.0:1749611163.387493:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00010000:00000001:1.0:1749611163.387494:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611163.387495:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8801135bce00 x1834598494628224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611163.387496:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00001000:1.0:1749611163.387497:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=68 v=5 (1 1 1 1) 00000400:00000200:0.0:1749611163.387497:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf93e880 00000100:00000001:3.0:1749611163.387499:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134889549184 : -131938820002432 : ffff880099806d80) 00000100:00000001:1.0:1749611163.387500:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611163.387504:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:0.0:1749611163.387505:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x80b1 [1] + 0 00000100:00000040:3.0:1749611163.387506:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099806d80 x1834598494628608/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:599/0 lens 224/0 e 0 to 0 dl 1749611174 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611163.387506:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611163.387506:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611163.387508:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611163.387508:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749611163.387510:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611163.387511:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749611163.387511:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749611163.387512:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1749611163.387513:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749611163.387514:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1749611163.387516:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000400:00000200:0.0:1749611163.387516:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749611163.387517:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611163.387519:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749611163.387521:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:3.0:1749611163.387551:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f680. 00000100:00100000:2.0:1749611163.387552:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801135bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494628224:0@lo:38:kworker.0 00000100:00000200:1.0:1749611163.387553:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494628352, offset 224 00000100:00000001:3.0:1749611163.387554:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749611163.387555:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801135bc000 x1834598494627968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611188 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611163.387558:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1749611163.387558:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749611163.387561:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611163.387563:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611163.387564:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013051f680. 00000400:00000200:1.0:1749611163.387565:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749611163.387566:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1749611163.387568:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8801135bc000 x1834598494627968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611163.387571:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099806d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494628608:12345-0@lo:400:kworker.0 02000000:00000010:2.0:1749611163.387571:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880086dca000. 00000400:00000200:1.0:1749611163.387571:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf93ea00 02000000:00000001:2.0:1749611163.387574:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611163.387576:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x80b5 [1] + 224 00000100:00000200:3.0:1749611163.387577:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494628608 00000400:00000010:2.0:1749611163.387578:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe580. 00000400:00000200:1.0:1749611163.387580:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749611163.387581:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611163.387581:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:2.0:1749611163.387583:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aa18. 00000400:00000200:1.0:1749611163.387583:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1749611163.387584:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749611163.387587:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611163.387588:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494628224, portal 10 00000400:00000200:0.0:1749611163.387589:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821a18 00000020:00000001:3.0:1749611163.387590:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749611163.387591:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1749611163.387592:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000400:00000010:0.0:1749611163.387592:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821a18. 00000100:00000001:0.0:1749611163.387595:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:3.0:1749611163.387596:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749611163.387597:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611163.387597:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611163.387600:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933969408 : -131936775582208 : ffff8801135bce00) 00000020:00000001:3.0:1749611163.387601:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749611163.387602:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801135bd180 x1834598494628352/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611179 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611163.387602:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611163.387604:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749611163.387606:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000040:0.0:1749611163.387606:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:3.0:1749611163.387608:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611163.387610:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8801135bce00 x1834598494628224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611163.387610:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611163.387611:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:1.0:1749611163.387611:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8801135bd180 x1834598494628352/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611179 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611163.387613:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611163.387615:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749611163.387618:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749611163.387618:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880081d76300 x1834598494627968/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611183 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611163.387619:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611163.387620:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:3.0:1749611163.387622:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009be8b400. 00000400:00000200:1.0:1749611163.387623:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 02000000:00000001:3.0:1749611163.387624:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611163.387624:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749611163.387625:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000400:00000010:2.0:1749611163.387627:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000100:00000001:1.0:1749611163.387627:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611163.387628:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611163.387629:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:3.0:1749611163.387630:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611163.387631:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494628224, offset 0 00000100:00000001:1.0:1749611163.387631:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611163.387633:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880081d76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494627968:12345-0@lo:38:kworker.0 Request processed in 293us (608us total) trans 0 rc -19/-19 00010000:00000040:3.0:1749611163.387634:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494628608 00000100:00000040:1.0:1749611163.387634:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00010000:00000001:3.0:1749611163.387637:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:2.0:1749611163.387637:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1749611163.387637:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749611163.387639:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611163.387641:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00010000:00000200:3.0:1749611163.387642:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880099806d80 x1834598494628608/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:599/0 lens 224/224 e 0 to 0 dl 1749611174 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611163.387644:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00000100:00000040:1.0:1749611163.387645:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012be1ed80 x1834598494628352/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:599/0 lens 224/224 e 0 to 0 dl 1749611174 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611163.387646:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611163.387649:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611163.387651:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1749611163.387653:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749611163.387654:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf93e980 00010000:00000001:3.0:1749611163.387655:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611163.387655:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012be1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494628352:12345-0@lo:400:kworker.0 Request processed in 244us (629us total) trans 0 rc 0/0 00000020:00000010:0.0:1749611163.387657:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff180. 00000100:00001000:3.0:1749611163.387659:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=68 v=5 (1 1 1 1) 00000400:00000200:2.0:1749611163.387661:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 2976 00000020:00000010:0.0:1749611163.387662:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add320. 00000100:00100000:1.0:1749611163.387663:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00000001:3.0:1749611163.387664:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611163.387666:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000040:3.0:1749611163.387667:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:2.0:1749611163.387667:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1749611163.387667:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f000. 00000100:00000001:1.0:1749611163.387669:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611163.387670:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611163.387671:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611163.387671:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749611163.387672:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749611163.387673:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611163.387675:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611163.387675:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c280. 00000100:00000001:2.0:1749611163.387676:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749611163.387678:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:2.0:1749611163.387678:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:1.0:1749611163.387678:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8000. 00000100:00000040:3.0:1749611163.387681:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:2.0:1749611163.387682:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081d76a00. 00000100:00000040:2.0:1749611163.387686:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880081d76a00 x1834598494628224 msgsize 520 00000020:00000010:1.0:1749611163.387688:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081eeec00. 00000400:00000010:3.0:1749611163.387690:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed198. 00000100:00100000:2.0:1749611163.387691:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611163.387694:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000040:1.0:1749611163.387694:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000200:3.0:1749611163.387695:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494628608, offset 224 00000100:00000001:1.0:1749611163.387697:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749611163.387698:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000100:00000001:0.0:1749611163.387698:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300436867 00000400:00000010:2.0:1749611163.387701:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000100:00000001:0.0:1749611163.387702:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300436847 00000100:00000001:2.0:1749611163.387705:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749611163.387705:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300436867 00000100:00000001:1.0:1749611163.387706:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749611163.387707:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494628224 00000100:00000001:0.0:1749611163.387708:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300436847 02000000:00000001:1.0:1749611163.387709:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:2.0:1749611163.387710:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801135bce00 x1834598494628224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611163.387711:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611163.387711:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300436867 00000100:00000001:1.0:1749611163.387714:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611163.387714:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300436847 00000400:00000200:3.0:1749611163.387716:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611163.387716:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300436867 02000000:00000001:1.0:1749611163.387717:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611163.387719:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494628224 00000100:00000001:2.0:1749611163.387720:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611163.387720:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611163.387721:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611163.387723:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749611163.387723:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611163.387724:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749611163.387725:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8801135bce00 x1834598494628224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611188 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611163.387726:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749611163.387726:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611163.387728:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749611163.387728:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611163.387730:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1749611163.387732:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124c00. 00000400:00000200:3.0:1749611163.387733:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf93eb00 00000400:00000010:0.0:1749611163.387733:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff268. 00000020:00000010:1.0:1749611163.387735:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9c00. 00000100:00000001:2.0:1749611163.387736:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611163.387738:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:1.0:1749611163.387738:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c7d0. 00000400:00000200:0.0:1749611163.387738:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821000 00000100:00000001:1.0:1749611163.387741:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:0.0:1749611163.387741:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821000. 00000100:00000001:2.0:1749611163.387742:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611163.387742:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611163.387744:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611163.387744:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749611163.387746:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x80c1 [1] + 224 00000100:00000040:2.0:1749611163.387747:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 938 usecs (1 jiffies) 00000100:00000001:1.0:1749611163.387748:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611163.387750:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749611163.387750:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801135bd180 x1834598494628352/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611179 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611163.387751:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300436846 00000400:00000200:3.0:1749611163.387753:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611163.387755:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300436867 00000100:00000001:1.0:1749611163.387755:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611163.387756:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749611163.387757:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1749611163.387760:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00000001:3.0:1749611163.387761:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611163.387762:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134492595840 : -131939216955776 : ffff880081d76680) 00000100:00000200:0.0:1749611163.387763:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801135bd180 x1834598494628352/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611179 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611163.387764:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300436846 00000100:00000040:1.0:1749611163.387766:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880081d76680 x1834598494628096/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611163.387767:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801135bdf80 x1834598494628608/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611179 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611163.387767:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300436867 00000100:00000001:2.0:1749611163.387770:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300436846 00000100:00000001:2.0:1749611163.387773:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300436867 00000100:00000001:0.0:1749611163.387773:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:1.0:1749611163.387774:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880081d76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494628096:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749611163.387775:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611163.387776:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300436846 00000100:00000200:1.0:1749611163.387778:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494628096 00000100:00000001:2.0:1749611163.387779:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300436867 00000020:00000001:1.0:1749611163.387779:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611163.387779:0:28323:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:3.0:1749611163.387781:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8801135bdf80 x1834598494628608/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611179 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749611163.387781:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:0.0:1749611163.387782:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611163.387783:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611163.387785:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611163.387786:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611163.387787:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611163.387790:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611163.387790:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611163.387792:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611163.387793:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611163.387796:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00020000:1.0:1749611163.387798:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00001000:0.0:1749611163.387798:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=68 v=5 (5 5 5 5) 00000100:00000001:2.0:1749611163.387799:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1749611163.387800:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:3.0:1749611163.387801:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed198 00000100:00000001:2.0:1749611163.387801:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000400:00000010:3.0:1749611163.387803:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed198. 00010000:00000001:1.0:1749611163.387803:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611163.387804:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1749611163.387804:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=68 v=5 (1 1 1 1) 00000100:00000001:1.0:1749611163.387805:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611163.387806:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611163.387807:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611163.387807:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749611163.387807:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611163.387808:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749611163.387809:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:1.0:1749611163.387809:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749611163.387810:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611163.387812:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009bad3400. 00000100:00000001:3.0:1749611163.387813:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611163.387813:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1749611163.387814:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8801135bd880 x1834598494628480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611163.387814:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611163.387816:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749611163.387816:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611163.387819:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00080000:0.0:1749611163.387819:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff8801135bd180 x1834598494628352/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611179 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611163.387820:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00010000:00000001:1.0:1749611163.387820:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611163.387822:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611163.387823:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:3.0:1749611163.387825:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749611163.387825:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611163.387826:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611163.387827:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611163.387829:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749611163.387830:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1749611163.387831:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099806d80 x1834598494628608/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:599/0 lens 224/224 e 0 to 0 dl 1749611174 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611163.387832:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749611163.387832:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:2.0:1749611163.387835:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611163.387835:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00000001:0.0:1749611163.387836:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611163.387838:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00100000:2.0:1749611163.387840:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801135bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494628480:0@lo:38:kworker.0 00000100:00000001:0.0:1749611163.387841:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749611163.387842:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00100000:3.0:1749611163.387844:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099806d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494628608:12345-0@lo:400:kworker.0 Request processed in 322us (611us total) trans 0 rc 0/0 00000100:00000040:0.0:1749611163.387844:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749611163.387845:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749611163.387846:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749611163.387847:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1749611163.387848:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749611163.387848:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611163.387849:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611163.387850:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611163.387850:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749611163.387852:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1749611163.387854:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1749611163.387855:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00000100:00000040:0.0:1749611163.387855:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8801135bd180 x1834598494628352/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611179 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749611163.387856:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880086dc9c00. 00000400:00000010:1.0:1749611163.387857:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 02000000:00000001:2.0:1749611163.387858:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611163.387859:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:3.0:1749611163.387862:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1749611163.387863:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fec60. 00000100:00000200:1.0:1749611163.387863:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494628096, offset 0 00000100:00000001:3.0:1749611163.387865:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611163.387866:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749611163.387868:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000020:00000010:3.0:1749611163.387869:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cc80. 00000400:00000200:1.0:1749611163.387869:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611163.387869:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611163.387872:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749611163.387874:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494628480, portal 10 00000100:00000040:0.0:1749611163.387877:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bd180 x1834598494628352/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611179 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611163.387878:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8190. 00000400:00000200:1.0:1749611163.387878:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749611163.387882:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081eee600. 00000100:00000001:2.0:1749611163.387884:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611163.387886:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933972096 : -131936775579520 : ffff8801135bd880) 00000400:00000200:1.0:1749611163.387886:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf93e900 00000020:00000040:3.0:1749611163.387888:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00100000:0.0:1749611163.387889:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801135bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494628352:0@lo:400:kworker.0 00000100:00000001:3.0:1749611163.387891:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611163.387893:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x80c9 [1] + 0 00000100:00000001:0.0:1749611163.387895:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611163.387896:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8801135bd880 x1834598494628480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611163.387898:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1749611163.387899:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611163.387902:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1749611163.387902:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8801135bd180 x1834598494628352/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611179 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611163.387904:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1749611163.387904:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611163.387906:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611163.387908:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749611163.387909:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00000040:2.0:1749611163.387909:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611163.387912:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5abb0. 00000100:00000001:0.0:1749611163.387912:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749611163.387913:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134492596736 : -131939216954880 : ffff880081d76a00) 00000100:00000200:1.0:1749611163.387914:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801135bca80 x1834598494628096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611188 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611163.387915:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:2.0:1749611163.387917:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494628480, offset 0 00000100:00000040:3.0:1749611163.387918:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880081d76a00 x1834598494628224/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749611163.387918:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8e400. 02000000:00000001:0.0:1749611163.387921:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1749611163.387923:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1749611163.387923:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611163.387925:0:28323:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:0.0:1749611163.387928:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:3.0:1749611163.387931:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880081d76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494628224:12345-0@lo:38:kworker.0 02000000:00000010:0.0:1749611163.387931:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88008295cd00. 00000400:00000200:2.0:1749611163.387932:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749611163.387935:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:3.0:1749611163.387936:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494628224 02000000:00000001:0.0:1749611163.387937:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1749611163.387939:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000010:0.0:1749611163.387939:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135bd180. 00000400:00000200:2.0:1749611163.387940:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf93ea80 00010000:00000001:3.0:1749611163.387942:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749611163.387943:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611163.387945:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749611163.387946:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 3496 00000100:00000040:1.0:1749611163.387946:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8801135bca80 x1834598494628096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611163.387948:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611163.387952:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611163.387952:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00020000:3.0:1749611163.387957:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749611163.387957:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611163.387958:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611163.387958:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1749611163.387960:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611163.387960:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611163.387962:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749611163.387963:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1749611163.387964:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749611163.387965:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1749611163.387966:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000100:00000001:0.0:1749611163.387966:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611163.387968:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000010:2.0:1749611163.387969:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081d77100. 00000400:00000010:1.0:1749611163.387969:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000100:00000001:3.0:1749611163.387970:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749611163.387972:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1749611163.387972:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880081d77100 x1834598494628480 msgsize 520 00000100:00000001:1.0:1749611163.387972:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611163.387974:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000010:3.0:1749611163.387976:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009be89000. 00000100:00100000:2.0:1749611163.387977:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749611163.387978:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611163.387979:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611163.387981:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749611163.387982:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611163.387982:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00010000:00000001:3.0:1749611163.387985:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749611163.387985:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611163.387986:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5abb0 00000020:00000001:1.0:1749611163.387987:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1749611163.387988:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611163.387989:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5abb0. 00000100:00001000:3.0:1749611163.387991:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749611163.387991:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749611163.387992:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:1.0:1749611163.387993:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880081d76680 x1834598494628096/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611183 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611163.387993:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494628480 00000100:00000001:3.0:1749611163.387995:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:0.0:1749611163.387995:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611163.387997:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611163.387998:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1749611163.387998:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801135bd880 x1834598494628480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611163.388000:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611163.388001:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:0.0:1749611163.388003:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611163.388004:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:0.0:1749611163.388006:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494628480 00000100:00000001:3.0:1749611163.388008:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749611163.388008:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1749611163.388008:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880081d76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494628096:12345-0@lo:38:kworker.0 Request processed in 232us (628us total) trans 0 rc -19/-19 00000020:00000001:0.0:1749611163.388009:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611163.388011:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:2.0:1749611163.388012:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8801135bd880 x1834598494628480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611188 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611163.388014:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749611163.388016:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611163.388019:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:0.0:1749611163.388019:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611163.388020:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00000001:2.0:1749611163.388021:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611163.388022:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749611163.388022:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:0.0:1749611163.388023:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e400. 00000100:00000001:2.0:1749611163.388024:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749611163.388024:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1749611163.388025:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611163.388027:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:1.0:1749611163.388027:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c400. 00000020:00000010:0.0:1749611163.388027:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff180. 00000100:00000001:2.0:1749611163.388028:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611163.388030:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add320. 00000100:00000040:3.0:1749611163.388031:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1749611163.388031:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c80c8. 00000100:00000040:2.0:1749611163.388033:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 797 usecs (1 jiffies) 00000400:00000010:3.0:1749611163.388034:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed198. 00000020:00000010:1.0:1749611163.388034:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081eef200. 00000100:00000001:0.0:1749611163.388034:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611163.388036:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300436846 00000100:00000001:0.0:1749611163.388036:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611163.388038:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611163.388039:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611163.388040:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494628224, offset 0 00000100:00000001:0.0:1749611163.388043:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611163.388045:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611163.388046:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611163.388047:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611163.388048:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300436867 00000100:00000001:1.0:1749611163.388049:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611163.388051:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300436846 00000100:00100000:1.0:1749611163.388052:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000400:00000200:3.0:1749611163.388054:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611163.388054:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300436867 00000100:00000001:0.0:1749611163.388054:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611163.388055:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134492598528 : -131939216953088 : ffff880081d77100) 00000100:00000001:0.0:1749611163.388056:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611163.388057:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300436846 00000100:00000001:2.0:1749611163.388059:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300436867 00000100:00000040:1.0:1749611163.388059:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880081d77100 x1834598494628480/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611163.388059:0:12680:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611163.388061:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf93e980 00000100:00000001:2.0:1749611163.388062:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300436846 00000100:00000001:0.0:1749611163.388062:0:12680:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611163.388065:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300436867 00000100:00000001:2.0:1749611163.388067:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749611163.388067:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880081d77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494628480:12345-0@lo:38:kworker.0 00000400:00000200:3.0:1749611163.388068:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x80d9 [1] + 0 00000100:00000200:1.0:1749611163.388070:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494628480 00000100:00000001:2.0:1749611163.388071:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611163.388074:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1749611163.388077:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1749611163.388078:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749611163.388078:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000001:2.0:1749611163.388079:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749611163.388079:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1749611163.388081:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749611163.388081:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1749611163.388082:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe210. 00000400:00000200:2.0:1749611163.388086:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000020:00000001:1.0:1749611163.388088:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611163.388089:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00000001:3.0:1749611163.388092:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611163.388092:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00010000:00020000:1.0:1749611163.388092:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749611163.388094:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:2.0:1749611163.388097:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801135bc000 x1834598494627968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749611163.388097:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:3.0:1749611163.388099:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801135bce00 x1834598494628224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611188 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611163.388099:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749611163.388100:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000001:0.0:1749611163.388101:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1749611163.388102:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000001:0.0:1749611163.388103:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:1.0:1749611163.388106:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009bad3800. 00000400:00000010:0.0:1749611163.388106:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3dbec8. 02000000:00000001:1.0:1749611163.388107:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611163.388109:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611163.388110:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801135bc000 x1834598494627968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611188 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611163.388110:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bcc0 00000100:00000040:3.0:1749611163.388112:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8801135bce00 x1834598494628224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749611163.388112:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749611163.388113:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611163.388113:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bcc0. 00000100:00001000:1.0:1749611163.388116:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749611163.388116:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611163.388119:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611163.388120:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611163.388121:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1749611163.388122:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801135bdf80 x1834598494628608/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611179 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611163.388123:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611163.388123:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749611163.388124:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611163.388125:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611163.388126:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749611163.388127:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000001:2.0:1749611163.388128:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1749611163.388129:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed198 00000100:00000040:1.0:1749611163.388129:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749611163.388130:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749611163.388131:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:3.0:1749611163.388132:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed198. 00000100:00000001:2.0:1749611163.388133:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611163.388133:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611163.388135:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611163.388135:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749611163.388136:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611163.388137:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:1.0:1749611163.388137:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749611163.388139:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000100:00000001:3.0:1749611163.388140:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611163.388143:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611163 v=5 (0 0 0 0) 00000100:00000200:1.0:1749611163.388143:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494628480, offset 0 00000100:00000040:3.0:1749611163.388145:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749611163.388147:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611163.388147:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:2.0:1749611163.388148:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=136 v=20 (1 1 20 1) 00000100:00000200:0.0:1749611163.388149:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801135bdf80 x1834598494628608/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611179 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611163.388150:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611163.388152:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1749611163.388153:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611163.388154:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611163.388156:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880081d76a00 x1834598494628224/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611183 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611163.388158:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749611163.388158:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf93ea80 00000100:00000001:0.0:1749611163.388159:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611163.388161:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611163.388162:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x80e9 [1] + 0 00000100:00000001:0.0:1749611163.388164:0:28324:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:2.0:1749611163.388165:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8801135bc000 x1834598494627968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611188 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611163.388166:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1749611163.388167:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611163.388168:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1749611163.388170:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880081d76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494628224:12345-0@lo:38:kworker.0 Request processed in 238us (481us total) trans 0 rc -19/-19 00000400:00000200:1.0:1749611163.388170:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611163.388171:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611163.388174:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611163.388177:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:0.0:1749611163.388180:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=18 v=5 (5 5 5 5) 00000100:00100000:3.0:1749611163.388181:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00000200:1.0:1749611163.388182:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801135bd880 x1834598494628480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611188 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611163.388184:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:0.0:1749611163.388184:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=18 v=5 (1 1 1 1) 00000100:00000001:2.0:1749611163.388188:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611163.388188:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611163.388190:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611163.388190:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611163.388190:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8801135bd880 x1834598494628480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611163.388190:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611163.388192:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611163.388192:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00010000:00000001:0.0:1749611163.388192:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749611163.388195:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:3.0:1749611163.388196:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9c00. 00010000:00080000:0.0:1749611163.388197:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff8801135bdf80 x1834598494628608/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611179 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611163.388198:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00080000:2.0:1749611163.388199:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000010:3.0:1749611163.388202:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c7d0. 00000400:00000200:1.0:1749611163.388202:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000100:00080000:2.0:1749611163.388203:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000010:1.0:1749611163.388203:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000100:00000001:1.0:1749611163.388205:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611163.388206:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:3.0:1749611163.388207:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124c00. 00000100:00000001:1.0:1749611163.388207:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:0.0:1749611163.388207:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611163.388209:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611163.388210:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1749611163.388212:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611163.388212:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:0.0:1749611163.388212:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000040:2.0:1749611163.388213:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bc000 x1834598494627968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611188 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611163.388214:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611163.388214:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000020:00000001:1.0:1749611163.388216:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611163.388216:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611163.388219:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880081d77100 x1834598494628480/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611183 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611163.388221:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8801135bdf80 x1834598494628608/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611179 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611163.388225:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801135bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494627968:0@lo:38:kworker.0 00000100:00100000:1.0:1749611163.388228:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880081d77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494628480:12345-0@lo:38:kworker.0 Request processed in 160us (253us total) trans 0 rc -19/-19 00000100:00080000:3.0:1749611163.388229:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:0.0:1749611163.388230:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749611163.388254:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000020:00000040:3.0:1749611163.388256:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:0.0:1749611163.388256:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:2.0:1749611163.388257:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749611163.388257:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611163.388258:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611163.388258:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1749611163.388260:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1749611163.388261:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff180. 00000400:00000010:2.0:1749611163.388263:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe318. 00000020:00000010:1.0:1749611163.388264:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add320. 00000100:00000040:0.0:1749611163.388264:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bdf80 x1834598494628608/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611179 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611163.388267:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e400. 00000400:00000200:2.0:1749611163.388268:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a7f8 00000100:00000001:1.0:1749611163.388269:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749611163.388270:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a7f8. 00000100:00000001:2.0:1749611163.388273:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:0.0:1749611163.388276:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801135bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494628608:0@lo:400:kworker.0 00000100:00000200:2.0:1749611163.388279:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801135bca80 x1834598494628096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611163.388281:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611163.388291:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1749611163.388292:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801135bca80 x1834598494628096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611188 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611163.388297:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8801135bdf80 x1834598494628608/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611179 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611163.388303:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611163.388305:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611163.388308:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749611163.388308:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611163.388310:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1749611163.388311:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611163.388312:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:0.0:1749611163.388313:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d125800. 00000100:00000001:2.0:1749611163.388315:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611163.388317:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1749611163.388318:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611163.388319:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611163.388321:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00001000:2.0:1749611163.388324:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611163 v=5 (0 0 0 0) 00000020:00000001:0.0:1749611163.388324:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611163.388326:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88008295cc00. 00000100:00001000:2.0:1749611163.388329:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=118 v=20 (1 1 20 1) 02000000:00000001:0.0:1749611163.388329:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611163.388331:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611163.388332:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135bdf80. 00000100:00000001:0.0:1749611163.388336:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611163.388338:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611163.388340:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611163.388340:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611163.388343:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611163.388346:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611163.388346:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611163.388348:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611163.388350:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749611163.388353:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8801135bca80 x1834598494628096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611188 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611163.388353:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611163.388364:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611163.388368:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611163.388370:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611163.388373:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611163.388375:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749611163.388378:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749611163.388382:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611163.388385:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611163.388391:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bca80 x1834598494628096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611188 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611163.388402:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801135bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494628096:0@lo:38:kworker.0 00000400:00000001:2.0:1749611163.388409:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611163.388412:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611163.388414:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe580. 00000400:00000200:2.0:1749611163.388417:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aa18 00000400:00000010:2.0:1749611163.388420:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aa18. 00000100:00000001:2.0:1749611163.388423:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611163.388427:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801135bce00 x1834598494628224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611163.388437:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801135bce00 x1834598494628224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611188 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611163.388447:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611163.388449:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611163.388452:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611163.388454:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611163.388462:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611163.388464:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611163.388466:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611163.388472:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749611163 v=5 (0 0 0 0) 00000100:00001000:2.0:1749611163.388476:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=68 v=20 (1 1 20 1) 00000100:00000001:2.0:1749611163.388479:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611163.388482:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611163.388484:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611163.388490:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8801135bce00 x1834598494628224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611188 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611163.388499:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611163.388502:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611163.388504:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611163.388507:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611163.388509:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749611163.388513:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749611163.388516:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611163.388519:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611163.388560:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bce00 x1834598494628224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611188 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611163.388572:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801135bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494628224:0@lo:38:kworker.0 00000100:00000001:2.0:1749611163.388578:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611163.388581:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611163.388585:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8801135bc000 x1834598494627968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611188 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611163.388595:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611163.388597:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611163.388601:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880086dc8800. 02000000:00000001:2.0:1749611163.388605:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611163.388607:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611163.388610:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1749611163.388618:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611163.388621:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009be88400. 02000000:00000001:2.0:1749611163.388625:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611163.388627:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611163.388630:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135bc000. 00000100:00000001:2.0:1749611163.388634:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611163.388635:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611163.388638:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611163.388642:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8801135bca80 x1834598494628096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611188 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611163.388651:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611163.388653:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611163.388656:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880086dca400. 02000000:00000001:2.0:1749611163.388658:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611163.388660:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611163.388662:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749611163.388664:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611163.388666:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009be89800. 02000000:00000001:2.0:1749611163.388669:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611163.388671:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611163.388673:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135bca80. 00000100:00000001:2.0:1749611163.388675:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611163.388677:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611163.388680:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611163.388684:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8801135bce00 x1834598494628224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611188 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611163.388694:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611163.388696:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611163.388698:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880086dca000. 02000000:00000001:2.0:1749611163.388701:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611163.388703:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611163.388704:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749611163.388707:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611163.388709:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009be89c00. 02000000:00000001:2.0:1749611163.388711:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611163.388713:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611163.388721:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135bce00. 00000100:00000001:2.0:1749611163.388724:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611163.388726:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611163.388729:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611163.388736:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611163.388738:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1749611163.388741:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611163.388743:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749611163.388748:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611163.388750:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611163.388753:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fec60. 00000400:00000200:2.0:1749611163.388757:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000400:00000010:2.0:1749611163.388759:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000100:00000001:2.0:1749611163.388763:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611163.388768:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801135bd880 x1834598494628480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611163.388781:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801135bd880 x1834598494628480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611188 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611163.388792:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611163.388794:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611163.388797:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611163.388799:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611163.388802:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611163.388804:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611163.388807:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611163.388814:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611163 v=5 (0 0 0 0) 00000100:00001000:2.0:1749611163.388819:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=18 v=20 (1 1 20 1) 00000100:00000001:2.0:1749611163.388823:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611163.388826:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611163.388829:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611163.388835:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8801135bd880 x1834598494628480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611188 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611163.388847:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611163.388851:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611163.388853:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611163.388863:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611163.388865:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749611163.388869:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749611163.388872:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611163.388875:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611163.388882:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bd880 x1834598494628480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611188 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611163.388893:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801135bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494628480:0@lo:38:kworker.0 00000100:00000001:2.0:1749611163.388899:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611163.388901:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611163.388906:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8801135bd880 x1834598494628480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611188 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611163.388914:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611163.388916:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611163.388919:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880086dc9c00. 02000000:00000001:2.0:1749611163.388922:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611163.388925:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611163.388926:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749611163.388929:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611163.388931:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009be8b800. 02000000:00000001:2.0:1749611163.388935:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611163.388936:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611163.388938:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135bd880. 00000100:00000001:2.0:1749611163.388942:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611163.388944:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611163.388946:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611163.388948:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611163.388950:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611163.388952:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611163.388955:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611163.409626:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300436867, at 4300436867 00000100:00000040:0.0:1749611163.409626:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300436867, at 4300436867 00000100:00000040:1.0:1749611163.409631:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300436867, at 4300436867 00000100:00000040:2.0:1749611163.409638:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300436867, at 4300436867 00000100:00000010:0.0:1749611163.409645:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b5397580. 00000100:00000010:2.0:1749611163.409652:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b5397a00. 00000100:00000010:3.0:1749611163.409679:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b5397f00. 00000100:00000010:1.0:1749611163.409690:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b5397fc0. 00000100:00000001:1.0:1749611163.457627:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611163.457633:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611163.457636:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611163.457640:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:1.0:1749611163.457643:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611163.457647:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611163.457661:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611163.457664:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611163.457667:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611163.466640:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611163.466645:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611163.466731:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611163.466737:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611163.466741:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1749611163.878111:0:17187:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749611163.878126:0:17187:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749611163.878134:0:17187:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611163.878153:0:17187:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749611163.878159:0:17187:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749611163.878162:0:17187:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611163.878170:0:17187:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749611163.878175:0:17187:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749611163.878179:0:17187:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611163.883587:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c980. 00080000:00000010:3.0:1749611163.883597:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c980. 00000020:00000001:3.0:1749611163.883604:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611163.883735:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c980. 00080000:00000010:3.0:1749611163.883742:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c980. 00000020:00000001:3.0:1749611163.883746:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611163.883755:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c980. 00080000:00000010:3.0:1749611163.883760:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c980. 00000020:00000001:3.0:1749611163.883764:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611163.990617:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611163.990623:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611163.990626:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611163.990629:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af900 going to sleep for 0 seconds 00000100:00000001:2.0:1749611163.990633:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611163.990637:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611163.990640:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611163.990643:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611163.990646:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1749611164.017200:0:17230:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1749611164.017204:0:17230:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_161a: @@@@@@ FAIL: bad link ea 00000001:00000001:2.0:1749611164.021330:0:17230:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:3.0:1749611164.073249:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c980. 00080000:00000010:3.0:1749611164.073261:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c980. 00000020:00000001:3.0:1749611164.073268:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611164.073361:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c980. 00080000:00000010:3.0:1749611164.073368:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c980. 00000020:00000001:3.0:1749611164.073373:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611164.073382:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c980. 00080000:00000010:3.0:1749611164.073388:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c980. 00000020:00000001:3.0:1749611164.073390:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611164.423443:0:17252:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff780. 00080000:00000010:0.0:1749611164.423455:0:17252:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff780. 00000020:00000001:0.0:1749611164.423462:0:17252:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611164.423485:0:17252:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff780. 00080000:00000010:0.0:1749611164.423492:0:17252:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff780. 00000020:00000001:0.0:1749611164.423496:0:17252:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611164.423506:0:17252:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff780. 00080000:00000010:0.0:1749611164.423513:0:17252:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff780. 00000020:00000001:0.0:1749611164.423517:0:17252:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611164.427904:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c980. 00080000:00000010:3.0:1749611164.427911:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c980. 00000020:00000001:3.0:1749611164.427915:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611164.427993:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c980. 00080000:00000010:3.0:1749611164.427997:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c980. 00000020:00000001:3.0:1749611164.428000:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611164.428009:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c980. 00080000:00000010:3.0:1749611164.428012:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c980. 00000020:00000001:3.0:1749611164.428015:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611164.457634:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611164.457642:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611164.457644:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611164.457648:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:1.0:1749611164.457651:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611164.457656:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611164.457658:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611164.457662:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611164.457664:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611164.468651:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611164.468659:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749611164.468673:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749611164.468677:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611164.468682:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749611164.468686:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611164.468689:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611164.468694:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611164.468819:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611164.468824:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611164.468828:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 1812 lines, 1812 kept, 0 dropped, 0 bad.