00080000:00000010:2.0F:1749610846.075498:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749610846.075510:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749610846.075517:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610846.075628:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749610846.075633:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749610846.075637:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610846.075644:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749610846.075648:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749610846.075651:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0F:1749610846.254391:0:28398:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b80. 00080000:00000010:1.0:1749610846.254404:0:28398:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b80. 00000020:00000001:1.0:1749610846.254409:0:28398:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610846.254425:0:28398:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b80. 00080000:00000010:1.0:1749610846.254429:0:28398:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b80. 00000020:00000001:1.0:1749610846.254432:0:28398:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610846.254439:0:28398:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b80. 00080000:00000010:1.0:1749610846.254444:0:28398:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b80. 00000020:00000001:1.0:1749610846.254446:0:28398:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0F:1749610846.258661:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd00. 00080000:00000010:3.0:1749610846.258670:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd00. 00000020:00000001:3.0:1749610846.258674:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610846.258736:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd00. 00080000:00000010:3.0:1749610846.258739:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd00. 00000020:00000001:3.0:1749610846.258742:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610846.258746:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd00. 00080000:00000010:3.0:1749610846.258749:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd00. 00000020:00000001:3.0:1749610846.258752:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610846.457601:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610846.457607:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610846.457609:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610846.457614:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610846.457617:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610846.457621:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610846.457624:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610846.457626:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610846.457629:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0F:1749610846.488360:0:28429:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffe00. 00080000:00000010:0.0:1749610846.488373:0:28429:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffe00. 00000020:00000001:0.0:1749610846.488379:0:28429:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610846.488396:0:28429:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffe00. 00080000:00000010:0.0:1749610846.488400:0:28429:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffe00. 00000020:00000001:0.0:1749610846.488403:0:28429:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610846.488410:0:28429:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffe00. 00080000:00000010:0.0:1749610846.488414:0:28429:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffe00. 00000020:00000001:0.0:1749610846.488417:0:28429:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610846.658864:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610846.658877:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610846.658885:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610846.658964:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610846.658970:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610846.658974:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610846.658983:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610846.658989:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610846.658992:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610846.823742:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610846.823755:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610846.823759:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610846.823766:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af300 going to sleep for 0 seconds 00000100:00000001:2.0:1749610846.823772:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610846.823779:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610846.823783:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610846.823789:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610846.823792:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610846.826709:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610846.826717:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610846.826849:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610846.826855:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610846.826881:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610846.880642:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610846.880660:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610846.880663:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610846.880667:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610846.880670:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610846.880673:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610846.880676:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610847.162135:0:28523:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610847.162148:0:28523:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610847.162179:0:28523:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610847.162210:0:28523:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610847.162217:0:28523:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610847.162223:0:28523:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610847.162234:0:28523:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610847.162240:0:28523:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610847.162245:0:28523:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610847.166406:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610847.166416:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610847.166423:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610847.166590:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610847.166597:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610847.166602:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610847.166612:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610847.166616:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610847.166621:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1749610847.291441:0:28566:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1749610847.291446:0:28566:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 152: test read/write with enomem ====================================================================================== 23:00:46 (1749610846) 00000001:00000001:1.0:1749610847.299426:0:28566:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:2.0:1749610847.350937:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610847.350946:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610847.350951:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610847.351024:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610847.351030:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610847.351033:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610847.351040:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610847.351044:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610847.351047:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610847.457691:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610847.457700:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610847.457704:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610847.457710:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610847.457716:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610847.457721:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610847.457725:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610847.457729:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610847.457733:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610847.804200:0:28588:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9500. 00080000:00000010:1.0:1749610847.804210:0:28588:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9500. 00000020:00000001:1.0:1749610847.804216:0:28588:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610847.804235:0:28588:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9500. 00080000:00000010:1.0:1749610847.804240:0:28588:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9500. 00000020:00000001:1.0:1749610847.804243:0:28588:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610847.804250:0:28588:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9500. 00080000:00000010:1.0:1749610847.804255:0:28588:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9500. 00000020:00000001:1.0:1749610847.804258:0:28588:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610847.808645:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610847.808652:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610847.808662:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610847.808735:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610847.808739:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610847.808742:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610847.808747:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610847.808750:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610847.808753:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610847.823675:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610847.823681:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610847.823683:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610847.823688:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af300 going to sleep for 0 seconds 00000100:00000001:0.0:1749610847.823691:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610847.823695:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610847.823698:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610847.823702:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610847.823704:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610847.829876:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610847.829880:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610847.829953:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610847.829957:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610847.829960:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610847.880597:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610847.880609:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610847.880611:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610847.880615:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610847.880617:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610847.880620:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610847.880623:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749610847.886621:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749610847.886630:0:8101:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1749610847.886634:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749610847.886638:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749610847.886640:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1749610847.886643:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749610847.886647:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749610847.886653:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5449 00000100:00080000:1.0:1749610847.886657:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1749610847.886660:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610847.886672:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610847.886675:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610847.886678:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749610847.886682:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610847.886684:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:1.0:1749610847.886687:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610847.886690:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:1.0:1749610847.886693:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:1.0:1749610847.886695:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:1.0:1749610847.886698:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610847.886700:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610847.886702:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610847.886704:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749610847.886708:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:1.0:1749610847.886711:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749610847.886713:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610847.886716:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749610847.886723:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610847.886726:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610847.886728:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749610847.886730:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610847.886735:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009becb100. 00000020:00000040:1.0:1749610847.886739:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:1.0:1749610847.886743:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749610847.886746:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610847.886750:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749610847.886754:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749610847.886759:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610847.886767:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aca73000. 00000100:00000001:1.0:1749610847.886776:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610847.886788:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009becb100 x1834598494574592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749610847.886805:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610847.886819:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610847.886828:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009becb100] to pc [ptlrpcd_rcv+-1] req@ffff88009becb100 x1834598494574592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610847.886864:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749610847.886869:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749610847.886875:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749610847.886877:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1749610847.886880:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749610847.886884:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749610847.886888:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5449 00000100:00080000:1.0:1749610847.886893:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1749610847.886896:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610847.886900:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610847.886903:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610847.886907:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749610847.886910:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610847.886913:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000100:00000001:2.0:1749610847.886915:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1749610847.886915:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610847.886918:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000100:00000001:2.0:1749610847.886921:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1749610847.886922:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000001:2.0:1749610847.886925:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1749610847.886926:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:1.0:1749610847.886931:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610847.886934:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610847.886936:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009becb100 x1834598494574592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610847.886937:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610847.886940:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749610847.886944:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:1.0:1749610847.886948:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749610847.886952:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610847.886954:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1749610847.886955:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749610847.886957:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610847.886960:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610847.886962:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610847.886966:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610847.886971:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610847.886972:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610847.886976:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009becb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494574592:0@lo:38:kworker.0 00000100:00000001:1.0:1749610847.886976:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749610847.886979:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610847.886981:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000010:1.0:1749610847.886984:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bec8a80. 02000000:00000001:2.0:1749610847.886985:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610847.886987:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610847.886989:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749610847.886990:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1749610847.886993:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749610847.886995:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610847.886996:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800781da400. 02000000:00000001:2.0:1749610847.886998:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610847.886998:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749610847.887000:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749610847.887003:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610847.887005:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fee70. 02000000:00000010:1.0:1749610847.887009:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aca71400. 00000400:00000010:2.0:1749610847.887013:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000100:00000001:1.0:1749610847.887015:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610847.887023:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009bec8a80 x1834598494574720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1749610847.887030:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494574592, portal 4 00000100:00000001:1.0:1749610847.887032:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610847.887033:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610847.887035:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134930198784 : -131938779352832 : ffff88009becb100) 00000100:00000001:1.0:1749610847.887035:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610847.887038:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009bec8a80] to pc [ptlrpcd_rcv+-1] req@ffff88009bec8a80 x1834598494574720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610847.887044:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009becb100 x1834598494574592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610847.887048:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749610847.887051:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:2.0:1749610847.887053:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:1.0:1749610847.887054:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000040:2.0:1749610847.887056:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610847.887056:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:2.0:1749610847.887058:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a6e8. 00000100:00080000:1.0:1749610847.887058:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000200:2.0:1749610847.887061:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494574592, offset 0 00000100:00000001:1.0:1749610847.887061:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749610847.887063:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5449 00000100:00080000:1.0:1749610847.887066:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000400:00000200:2.0:1749610847.887068:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749610847.887069:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610847.887071:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610847.887073:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610847.887075:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749610847.887077:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610847.887078:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000400:00000200:2.0:1749610847.887083:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749610847.887086:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610847.887088:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:1.0:1749610847.887090:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:1.0:1749610847.887092:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000400:00000200:2.0:1749610847.887096:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf931800 00000100:00000040:1.0:1749610847.887096:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610847.887098:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610847.887100:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610847.887101:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:2.0:1749610847.887103:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df1 [256] + 4680 00000020:00000040:1.0:1749610847.887104:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:1.0:1749610847.887106:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749610847.887108:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610847.887110:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:2.0:1749610847.887112:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749610847.887114:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749610847.887116:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1749610847.887116:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610847.887118:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749610847.887119:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610847.887122:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000010:1.0:1749610847.887122:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009becb800. 00000100:00000200:2.0:1749610847.887124:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000040:1.0:1749610847.887124:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1749610847.887127:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000010:2.0:1749610847.887128:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b71b480. 02000000:00000001:1.0:1749610847.887128:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610847.887130:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749610847.887131:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1749610847.887132:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009b71b480 x1834598494574592 msgsize 520 02000000:00000001:1.0:1749610847.887133:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610847.887136:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:1.0:1749610847.887136:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aca73400. 00000100:00000001:1.0:1749610847.887140:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610847.887145:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009becb800 x1834598494574848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749610847.887177:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610847.887178:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610847.887179:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610847.887183:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009becb800] to pc [ptlrpcd_rcv+-1] req@ffff88009becb800 x1834598494574848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610847.887189:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a6e8 00000400:00000010:2.0:1749610847.887191:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a6e8. 00000100:00000001:1.0:1749610847.887191:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610847.887195:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610847.887197:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1749610847.887199:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1749610847.887200:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009becb100 x1834598494574592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610847.887201:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494574592 00000100:00000001:1.0:1749610847.887203:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1749610847.887205:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610847.887207:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000010:1.0:1749610847.887207:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bec8700. 00000100:00000001:2.0:1749610847.887209:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1749610847.887209:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:3.0:1749610847.887211:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610847.887212:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009becb100 x1834598494574592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610872 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610847.887212:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749610847.887214:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749610847.887215:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610847.887216:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610847.887219:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494574592 00000100:00000001:2.0:1749610847.887219:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610847.887220:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a8bf4500. 00000020:00000001:3.0:1749610847.887221:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610847.887221:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:3.0:1749610847.887223:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749610847.887223:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610847.887225:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610847.887226:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610847.887227:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610847.887227:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88009bec8700 x1834598494574976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1749610847.887229:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610847.887230:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1263 usecs (2 jiffies) 00000020:00000010:3.0:1749610847.887234:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800999bb600. 00000100:00000001:1.0:1749610847.887235:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610847.887237:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610847.887239:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c700. 00000100:00000001:2.0:1749610847.887241:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300121346 00000100:00000040:1.0:1749610847.887242:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009bec8700] to pc [ptlrpcd_00_02+2] req@ffff88009bec8700 x1834598494574976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610847.887244:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c80c8. 00000100:00000010:2.0:1749610847.887245:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3c7340. 00000100:00000001:3.0:1749610847.887249:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610847.887251:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610847.887251:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:3.0:1749610847.887253:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610847.887259:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610847.887262:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749610847.887265:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:2.0:1749610847.887268:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300121346 00000100:00080000:1.0:1749610847.887268:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749610847.887270:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000010:2.0:1749610847.887271:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3c7980. 00000100:00080000:1.0:1749610847.887271:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749610847.887274:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610847.887274:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:1.0:1749610847.887274:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749610847.887276:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5449 00000100:00000001:2.0:1749610847.887277:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300121346 00000100:00080000:1.0:1749610847.887279:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000010:2.0:1749610847.887280:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3c7900. 00000100:00000040:1.0:1749610847.887281:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610847.887282:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:1.0:1749610847.887283:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610847.887285:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610847.887285:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300121346 00000100:00000040:1.0:1749610847.887285:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610847.887287:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000010:2.0:1749610847.887287:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3c7440. 00000100:00000001:1.0:1749610847.887287:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749610847.887289:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610847.887290:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000020:00000040:1.0:1749610847.887290:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:1.0:1749610847.887292:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1749610847.887293:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00000001:2.0:1749610847.887293:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610847.887296:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134922138752 : -131938787412864 : ffff88009b71b480) 00000100:00000001:2.0:1749610847.887296:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610847.887298:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000001:2.0:1749610847.887299:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610847.887300:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:2.0:1749610847.887301:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610847.887302:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009b71b480 x1834598494574592/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610867 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610847.887303:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:1.0:1749610847.887306:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610847.887307:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610847.887308:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610847.887308:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610847.887310:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749610847.887310:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610847.887311:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610847.887312:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610847.887313:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1749610847.887314:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00100000:3.0:1749610847.887315:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b71b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494574592:12345-0@lo:38:kworker.0 00000100:00080000:1.0:1749610847.887316:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000040:2.0:1749610847.887318:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009bec8a80 x1834598494574720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610847.887319:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494574592 00000100:00000001:1.0:1749610847.887319:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610847.887320:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:3.0:1749610847.887323:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:1.0:1749610847.887324:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610847.887325:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610847.887325:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610847.887326:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1749610847.887327:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610847.887327:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610847.887328:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610847.887329:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610847.887330:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610847.887330:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1749610847.887332:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009becbb80. 00000100:00000001:0.0:1749610847.887332:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749610847.887333:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1749610847.887334:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749610847.887335:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610847.887336:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749610847.887337:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610847.887338:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009bec8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494574720:0@lo:38:kworker.0 00000100:00000001:1.0:1749610847.887339:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:3.0:1749610847.887340:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610847.887340:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1749610847.887341:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009bec8700 x1834598494574976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610847.887342:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610847.887342:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610847.887344:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00010000:00020000:3.0:1749610847.887345:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:1.0:1749610847.887345:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aca72800. 00010000:00000001:3.0:1749610847.887348:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610847.887348:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610847.887350:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610847.887351:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749610847.887352:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610847.887352:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1749610847.887353:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009becbb80 x1834598494575104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749610847.887354:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749610847.887354:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610847.887356:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800781d8400. 00000100:00000001:3.0:1749610847.887357:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749610847.887358:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610847.887358:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610847.887359:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610847.887360:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1749610847.887360:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610847.887362:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610847.887363:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006bbac400. 00000400:00000010:2.0:1749610847.887363:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe5d8. 02000000:00000001:0.0:1749610847.887363:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610847.887365:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610847.887365:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009becbb80] to pc [ptlrpcd_rcv+-1] req@ffff88009becbb80 x1834598494575104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610847.887366:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a6e8. 00000100:00100000:0.0:1749610847.887366:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009bec8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494574976:0@lo:400:kworker.0 00000100:00000001:3.0:1749610847.887367:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610847.887370:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494574720, portal 10 00010000:00000001:3.0:1749610847.887371:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749610847.887371:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610847.887372:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1749610847.887373:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610847.887373:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134930188928 : -131938779362688 : ffff88009bec8a80) 00000100:00000001:1.0:1749610847.887373:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610847.887374:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1749610847.887376:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00001000:3.0:1749610847.887377:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:0.0:1749610847.887377:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610847.887379:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610847.887380:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:2.0:1749610847.887380:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009bec8a80 x1834598494574720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610847.887383:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1749610847.887384:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610847.887386:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:1.0:1749610847.887386:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bec8000. 00000100:00000040:3.0:1749610847.887387:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000040:1.0:1749610847.887388:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:3.0:1749610847.887389:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749610847.887389:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610847.887391:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00000001:1.0:1749610847.887391:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:0.0:1749610847.887391:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8f400. 00000100:00000001:3.0:1749610847.887392:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000200:2.0:1749610847.887393:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494574720, offset 0 02000000:00000001:1.0:1749610847.887393:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610847.887394:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610847.887395:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749610847.887395:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610847.887397:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1749610847.887397:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a8bf4300. 02000000:00000001:3.0:1749610847.887398:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:0.0:1749610847.887399:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffa50. 00000100:00000001:1.0:1749610847.887400:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610847.887404:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749610847.887404:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88009bec8000 x1834598494575232/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1749610847.887404:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958217f8. 02000000:00000001:3.0:1749610847.887405:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610847.887407:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:0.0:1749610847.887409:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494574976, portal 10 00000100:00000040:3.0:1749610847.887410:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749610847.887410:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf931880 00000100:00000001:1.0:1749610847.887411:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610847.887411:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610847.887413:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610847.887413:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134930188032 : -131938779363584 : ffff88009bec8700) 00000400:00000010:3.0:1749610847.887414:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eeda18. 00000400:00000200:2.0:1749610847.887415:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 68272 00000100:00000040:1.0:1749610847.887417:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009bec8000] to pc [ptlrpcd_00_03+3] req@ffff88009bec8000 x1834598494575232/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610847.887420:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494574592, offset 0 00000400:00000200:2.0:1749610847.887420:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749610847.887421:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009bec8700 x1834598494574976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610847.887424:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610847.887425:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610847.887426:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749610847.887429:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5459) 00000100:00000001:0.0:1749610847.887429:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610847.887432:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610847.887434:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821110. 00000400:00000200:3.0:1749610847.887435:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610847.887437:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610847.887438:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494574976, offset 0 00000100:00000200:2.0:1749610847.887439:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610847.887441:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749610847.887442:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf931800 00000100:00000010:2.0:1749610847.887443:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b718700. 00000100:00000001:1.0:1749610847.887443:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1749610847.887443:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610847.887444:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610847.887445:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009b718700 x1834598494574720 msgsize 520 00000100:00000040:1.0:1749610847.887448:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009bec8000 x1834598494575232/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610847.887449:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6e41 [1] + 0 00000100:00100000:2.0:1749610847.887450:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1749610847.887451:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610847.887454:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610847.887455:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1749610847.887457:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610847.887457:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610847.887459:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749610847.887459:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf931980 02000000:00000001:1.0:1749610847.887460:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749610847.887461:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749610847.887462:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 02000000:00000001:1.0:1749610847.887462:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610847.887464:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610847.887465:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000200:3.0:1749610847.887467:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009becb100 x1834598494574592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610872 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610847.887467:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:1.0:1749610847.887467:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009bec8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494575232:0@lo:400:kworker.0 00000100:00000200:2.0:1749610847.887471:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009bec8a80 x1834598494574720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610847.887471:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610847.887473:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610847.887475:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610847.887476:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 68792 02000000:00000001:1.0:1749610847.887477:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610847.887478:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610847.887479:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009becb100 x1834598494574592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610872 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610847.887480:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d125a00. 00000100:00000040:2.0:1749610847.887481:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009bec8a80 x1834598494574720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610872 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610847.887482:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610847.887482:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610847.887486:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610847.887488:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610847.887490:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000400:00000010:1.0:1749610847.887492:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3dba50. 00000100:00000200:0.0:1749610847.887492:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1749610847.887493:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eeda18 00000100:00000001:2.0:1749610847.887493:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610847.887495:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000010:0.0:1749610847.887495:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755dea00. 00000400:00000010:3.0:1749610847.887496:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eeda18. 00000100:00000001:3.0:1749610847.887499:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:0.0:1749610847.887499:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff8800755dea00 x1834598494574976 msgsize 224 00000100:00000001:2.0:1749610847.887500:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610847.887501:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:2.0:1749610847.887503:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 966 usecs (1 jiffies) 00000100:00100000:0.0:1749610847.887503:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610847.887504:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610847.887506:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300121345 00000100:00000040:3.0:1749610847.887507:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000010:1.0:1749610847.887508:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 00000100:00000001:2.0:1749610847.887509:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300121346 00000100:00000001:3.0:1749610847.887510:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610847.887511:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300121345 00000020:00000001:3.0:1749610847.887512:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610847.887513:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300121346 00000100:00000200:1.0:1749610847.887513:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494575232, portal 10 00000100:00000001:2.0:1749610847.887515:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300121345 00000100:00000001:1.0:1749610847.887515:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610847.887515:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:3.0:1749610847.887517:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b71b480 x1834598494574592/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610867 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610847.887517:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300121346 00000100:00000001:1.0:1749610847.887517:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134930186240 : -131938779365376 : ffff88009bec8000) 00000100:00000001:2.0:1749610847.887519:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300121345 00000100:00000001:2.0:1749610847.887521:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300121346 00000400:00000200:0.0:1749610847.887548:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821110 00000100:00000040:1.0:1749610847.887549:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009bec8000 x1834598494575232/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610847.887551:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749610847.887551:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821110. 00000100:00000001:0.0:1749610847.887554:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610847.887555:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610847.887557:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b71b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494574592:12345-0@lo:38:kworker.0 Request processed in 241us (422us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610847.887557:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610847.887557:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:0.0:1749610847.887558:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009bec8700 x1834598494574976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610847.887560:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749610847.887561:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009becb800 x1834598494574848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610847.887562:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b880. 00000100:00000200:1.0:1749610847.887565:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494575232, offset 0 00000100:00100000:3.0:1749610847.887566:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00000001:0.0:1749610847.887567:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610847.887568:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610847.887569:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610847.887570:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610847.887570:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610847.887571:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749610847.887571:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009bec8700 x1834598494574976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610863 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610847.887572:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610847.887574:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749610847.887575:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c700. 02000000:00000001:2.0:1749610847.887576:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610847.887579:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009becb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494574848:0@lo:38:kworker.0 00000400:00000200:1.0:1749610847.887580:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610847.887583:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:3.0:1749610847.887584:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c80c8. 02000000:00000001:2.0:1749610847.887585:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610847.887586:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610847.887588:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1749610847.887588:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf931a80 00000020:00000010:3.0:1749610847.887589:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800999bb600. 00000100:00000001:0.0:1749610847.887590:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610847.887591:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800781dbc00. 00000100:00000001:3.0:1749610847.887592:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610847.887592:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 69016 00000100:00000001:0.0:1749610847.887592:0:28323:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1749610847.887593:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610847.887598:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610847.887598:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610847.887601:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749610847.887602:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe000. 00000100:00000040:0.0:1749610847.887602:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 920 usecs (1 jiffies) 00000400:00000010:2.0:1749610847.887605:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00000001:0.0:1749610847.887605:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300121346 00000100:00000001:1.0:1749610847.887606:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610847.887608:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749610847.887608:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300121346 00000100:00000200:2.0:1749610847.887609:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494574848, portal 10 00000100:00000001:2.0:1749610847.887611:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000010:1.0:1749610847.887611:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bec9500. 00000100:00000001:0.0:1749610847.887611:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300121346 00000100:00000001:2.0:1749610847.887612:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134930200576 : -131938779351040 : ffff88009becb800) 00000100:00000001:0.0:1749610847.887613:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300121346 00000100:00000040:1.0:1749610847.887614:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff88009bec9500 x1834598494575232 msgsize 224 00000100:00000001:0.0:1749610847.887615:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300121346 00000100:00100000:1.0:1749610847.887618:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610847.887618:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300121346 00000100:00000040:2.0:1749610847.887619:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009becb800 x1834598494574848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610847.887619:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300121346 00000100:00000001:0.0:1749610847.887622:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300121346 00000100:00000001:0.0:1749610847.887623:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610847.887626:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610847.887626:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610847.887628:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610847.887629:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610847.887630:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00000001:0.0:1749610847.887631:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610847.887632:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494574848, offset 0 00000100:00000001:1.0:1749610847.887634:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749610847.887636:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610847.887637:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610847.887639:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1749610847.887641:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1749610847.887642:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b880 00000100:00000001:0.0:1749610847.887642:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610847.887644:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610847.887645:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b880. 00000400:00000200:2.0:1749610847.887646:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610847.887646:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610847.887647:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610847.887650:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1749610847.887652:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf931900 00000100:00000200:1.0:1749610847.887652:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009bec8000 x1834598494575232/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610847.887653:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494574720 02000000:00000001:3.0:1749610847.887655:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1749610847.887655:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 69240 00000100:00000001:3.0:1749610847.887657:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610847.887660:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610847.887660:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610847.887661:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610847.887662:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1749610847.887663:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610847.887663:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749610847.887664:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009bec8000 x1834598494575232/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610863 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610847.887665:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494574976 00000100:00100000:3.0:1749610847.887666:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494574720 00000100:00000001:2.0:1749610847.887666:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:0.0:1749610847.887667:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1749610847.887668:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:2.0:1749610847.887668:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000040:3.0:1749610847.887669:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610847.887669:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610847.887670:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610847.887671:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:2.0:1749610847.887671:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b719500. 00000100:00000001:0.0:1749610847.887671:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610847.887672:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1749610847.887673:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610847.887674:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009b719500 x1834598494574848 msgsize 520 02000000:00000001:0.0:1749610847.887674:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610847.887676:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610847.887677:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494574976 00000100:00100000:2.0:1749610847.887678:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:3.0:1749610847.887679:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800999bb600. 00000020:00000001:0.0:1749610847.887679:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610847.887681:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000020:00000010:3.0:1749610847.887683:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c700. 00000100:00000001:1.0:1749610847.887683:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610847.887683:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610847.887685:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:3.0:1749610847.887687:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c80c8. 00000100:00000040:1.0:1749610847.887688:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 858 usecs (1 jiffies) 00000400:00000200:2.0:1749610847.887689:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000400:00000010:2.0:1749610847.887690:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00000001:1.0:1749610847.887690:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300121346 00000020:00000040:0.0:1749610847.887691:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000001:3.0:1749610847.887692:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610847.887692:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610847.887693:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300121346 00000100:00000001:3.0:1749610847.887694:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1749610847.887694:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000200:2.0:1749610847.887696:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009becb800 x1834598494574848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610847.887696:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300121346 00000100:00000001:3.0:1749610847.887697:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610847.887697:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:1.0:1749610847.887698:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300121346 00000100:00000001:1.0:1749610847.887700:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300121346 00000100:00000001:3.0:1749610847.887702:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610847.887702:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749610847.887703:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610847.887703:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300121346 00000100:00000001:1.0:1749610847.887704:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300121346 00000100:00000040:2.0:1749610847.887705:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009becb800 x1834598494574848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610872 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610847.887705:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3040. 00000100:00000001:1.0:1749610847.887707:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300121346 00000100:00000001:1.0:1749610847.887708:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610847.887711:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610847.887711:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610847.887712:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610847.887713:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:0.0:1749610847.887713:0:9760:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749610847.887714:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610847.887716:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610847.887720:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749610847.887721:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610847.887721:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610847.887722:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1749610847.887723:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f600. 00000100:00100000:3.0:1749610847.887724:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494575232 00000100:00000001:1.0:1749610847.887724:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1749610847.887725:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 881 usecs (1 jiffies) 02000000:00000001:3.0:1749610847.887726:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610847.887726:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610847.887727:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1749610847.887727:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff600. 00000100:00000001:2.0:1749610847.887728:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300121346 00000100:00000001:1.0:1749610847.887728:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610847.887729:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610847.887730:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300121346 00000100:00000001:3.0:1749610847.887731:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610847.887731:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610847.887731:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add640. 00000100:00000001:2.0:1749610847.887733:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300121346 02000000:00000001:3.0:1749610847.887735:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610847.887735:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300121346 00000100:00000001:2.0:1749610847.887737:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300121346 00000100:00100000:3.0:1749610847.887738:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494575232 00000100:00000040:0.0:1749610847.887738:0:9760:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749610847.887739:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300121346 00000020:00000001:3.0:1749610847.887740:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610847.887740:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610847.887741:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300121346 00000100:00000001:0.0:1749610847.887741:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:3.0:1749610847.887742:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:2.0:1749610847.887743:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300121346 00000100:00000001:0.0:1749610847.887744:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610847.887745:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610847.887745:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610847.887747:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610847.887748:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:0.0:1749610847.887748:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000001:2.0:1749610847.887751:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749610847.887751:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:3.0:1749610847.887752:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000400:00000001:2.0:1749610847.887752:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749610847.887752:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610847.887755:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fee70. 00000020:00000001:3.0:1749610847.887756:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000400:00000200:2.0:1749610847.887757:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000100:00000001:1.0:1749610847.887758:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610847.887758:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749610847.887759:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00100000:1.0:1749610847.887760:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494574848 00000100:00000001:2.0:1749610847.887761:0:28320:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749610847.887762:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:2.0:1749610847.887764:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009becb100 x1834598494574592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610872 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610847.887765:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610847.887766:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610847.887767:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610847.887768:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610847.887770:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1749610847.887770:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610847.887772:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009becb100 x1834598494574592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610872 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610847.887772:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 251 00000100:00100000:1.0:1749610847.887773:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494574848 00000020:00000010:3.0:1749610847.887775:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b48b19c0. 00000100:00000040:0.0:1749610847.887775:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000020:00000001:1.0:1749610847.887776:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610847.887777:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610847.887777:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134283307520 : -131939426244096 : ffff8800755dea00) 00000100:00000001:2.0:1749610847.887779:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:1.0:1749610847.887779:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1749610847.887780:0:9692:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b5224f80. 00000100:00000001:2.0:1749610847.887781:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610847.887781:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610847.887782:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800755dea00 x1834598494574976/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:283/0 lens 224/0 e 0 to 0 dl 1749610858 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610847.887783:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610847.887784:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749610847.887787:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:2.0:1749610847.887787:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1749610847.887787:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125400. 00000100:00000001:2.0:1749610847.887789:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1749610847.887790:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b48b19c0. 00000100:00000001:2.0:1749610847.887791:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610847.887791:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9d00. 00000100:00000001:0.0:1749610847.887791:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749610847.887793:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3500. 02000000:00000001:2.0:1749610847.887794:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610847.887795:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800999bac00. 00000100:00000001:0.0:1749610847.887795:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749610847.887797:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3500. 00000100:00001000:2.0:1749610847.887800:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610847 v=5 (0 0 0 0) 00000020:00000010:1.0:1749610847.887800:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c578. 00000020:00000010:3.0:1749610847.887801:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c480. 00000100:00100000:0.0:1749610847.887802:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494574976:12345-0@lo:400:kworker.0 00000100:00001000:2.0:1749610847.887804:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=120 v=20 (20 1 1 1) 00000100:00000001:1.0:1749610847.887805:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000010:3.0:1749610847.887806:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c83e8. 00000100:00000200:0.0:1749610847.887806:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494574976 00000100:00000001:2.0:1749610847.887807:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610847.887807:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610847.887809:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610847.887809:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749610847.887812:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610847.887813:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610847.887814:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610847.887814:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610847.887815:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610847.887817:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610847.887817:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:0.0:1749610847.887817:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:0.0:1749610847.887819:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610847.887822:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009becb100 x1834598494574592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610872 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610847.887822:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749610847.887823:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749610847.887823:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1749610847.887824:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:1.0:1749610847.887825:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610847.887826:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:0.0:1749610847.887827:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1749610847.887828:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610847.887829:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:1.0:1749610847.887831:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00000020:00000001:0.0:1749610847.887831:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610847.887832:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610847.887833:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1749610847.887833:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1749610847.887834:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610847.887834:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000020:00000001:0.0:1749610847.887835:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1749610847.887836:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749610847.887836:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134930191616 : -131938779360000 : ffff88009bec9500) 00000020:00000001:0.0:1749610847.887837:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610847.887839:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:0.0:1749610847.887840:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:1.0:1749610847.887841:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bec9500 x1834598494575232/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:283/0 lens 224/0 e 0 to 0 dl 1749610858 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610847.887842:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00080000:2.0:1749610847.887842:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749610847.887844:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610847.887844:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00080000:2.0:1749610847.887845:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 02000000:00000001:0.0:1749610847.887846:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610847.887847:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610847.887849:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1749610847.887850:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 02000000:00000010:0.0:1749610847.887850:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eb98c00. 00000100:00000040:2.0:1749610847.887851:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009becb100 x1834598494574592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610872 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610847.887852:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4211040. 02000000:00000001:0.0:1749610847.887852:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610847.887854:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134922127104 : -131938787424512 : ffff88009b718700) 00000100:00000001:1.0:1749610847.887854:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610847.887854:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610847.887857:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b4211040. 00000020:00000001:0.0:1749610847.887857:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610847.887859:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009becb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494574592:0@lo:38:kworker.0 00010000:00000040:0.0:1749610847.887860:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494574976 00000100:00000040:3.0:1749610847.887862:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009b718700 x1834598494574720/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610867 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610847.887862:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bec9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494575232:12345-0@lo:400:kworker.0 00010000:00000001:0.0:1749610847.887862:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749610847.887863:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610847.887865:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1749610847.887866:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494575232 00010000:00000200:0.0:1749610847.887867:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800755dea00 x1834598494574976/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:283/0 lens 224/224 e 0 to 0 dl 1749610858 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610847.887868:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009becb100 x1834598494574592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610872 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610847.887868:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749610847.887871:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749610847.887873:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610847.887875:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b718700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494574720:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749610847.887875:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1749610847.887875:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00010000:00000001:0.0:1749610847.887875:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1749610847.887877:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1749610847.887877:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00010000:00000001:0.0:1749610847.887877:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610847.887879:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494574720 02000000:00000010:2.0:1749610847.887880:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800781da400. 00000020:00000001:1.0:1749610847.887880:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00001000:0.0:1749610847.887880:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=52 v=5 (1 1 1 1) 00000020:00000001:3.0:1749610847.887881:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749610847.887883:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749610847.887884:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:2.0:1749610847.887884:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749610847.887884:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1749610847.887885:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1749610847.887885:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1749610847.887886:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000040:2.0:1749610847.887887:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1749610847.887887:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1749610847.887888:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610847.887889:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1749610847.887889:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610847.887890:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1749610847.887891:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000010:2.0:1749610847.887892:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aca73000. 02000000:00000001:0.0:1749610847.887892:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610847.887893:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610847.887894:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749610847.887894:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749610847.887895:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610847.887895:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00020000:3.0:1749610847.887896:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:2.0:1749610847.887896:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1749610847.887896:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:2.0:1749610847.887898:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009becb100. 00010000:00000001:3.0:1749610847.887899:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:1.0:1749610847.887899:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aca73800. 00000400:00000010:0.0:1749610847.887899:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821110. 00000100:00000001:2.0:1749610847.887901:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1749610847.887902:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:0.0:1749610847.887903:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494574976, offset 224 00000100:00000001:3.0:1749610847.887905:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:1.0:1749610847.887905:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610847.887906:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610847.887907:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610847.887907:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749610847.887908:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610847.887908:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610847.887909:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610847.887910:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749610847.887913:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494575232 00000100:00000001:2.0:1749610847.887914:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1749610847.887914:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610847.887916:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749610847.887916:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749610847.887918:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1749610847.887919:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006bbaf400. 00000100:00000001:2.0:1749610847.887919:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000200:1.0:1749610847.887920:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009bec9500 x1834598494575232/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:283/0 lens 224/224 e 0 to 0 dl 1749610858 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610847.887920:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf931980 02000000:00000001:3.0:1749610847.887921:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610847.887921:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610847.887923:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610847.887925:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009becbb80 x1834598494575104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610847.887927:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1749610847.887927:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6e51 [1] + 224 00010000:00000001:3.0:1749610847.887928:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610847.887928:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610847.887930:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610847.887932:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610847.887932:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610847.887933:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610847.887933:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=52 v=5 (1 1 1 1) 00000100:00000001:3.0:1749610847.887935:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:2.0:1749610847.887935:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749610847.887937:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749610847.887937:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610847.887937:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749610847.887937:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749610847.887939:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610847.887940:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000040:3.0:1749610847.887941:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00100000:2.0:1749610847.887942:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009becbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494575104:0@lo:38:kworker.0 00000100:00000001:1.0:1749610847.887942:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:0.0:1749610847.887942:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610847.887943:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610847.887945:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610847.887945:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610847.887945:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749610847.887945:0:9760:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749610847.887946:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610847.887947:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610847.887948:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610847.887948:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610847.887950:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 28 to 0@lo 02000000:00000001:2.0:1749610847.887950:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1749610847.887950:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009bec8700 x1834598494574976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610863 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610847.887951:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749610847.887952:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610847.887953:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610847.887953:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800781da400. 00000400:00000010:1.0:1749610847.887954:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b880. 00000100:00000001:3.0:1749610847.887955:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749610847.887955:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610847.887958:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610847.887958:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fee70. 00000100:00000200:1.0:1749610847.887958:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494575232, offset 224 00000100:00000040:0.0:1749610847.887959:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009bec8700 x1834598494574976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610847.887960:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eeda18. 00000400:00000010:2.0:1749610847.887962:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000400:00000200:1.0:1749610847.887962:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749610847.887967:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494574720, offset 0 00000100:00000200:2.0:1749610847.887968:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494575104, portal 10 00000100:00000001:2.0:1749610847.887970:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1749610847.887970:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610847.887971:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610847.887971:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610847.887972:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134930201472 : -131938779350144 : ffff88009becbb80) 00000400:00000200:1.0:1749610847.887976:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf931a80 00000100:00000040:2.0:1749610847.887977:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009becbb80 x1834598494575104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610847.887977:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821110 00000400:00000010:0.0:1749610847.887979:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821110. 00000400:00000200:3.0:1749610847.887982:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610847.887982:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610847.887984:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610847.887984:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:1.0:1749610847.887985:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6e5d [1] + 224 00000100:00000040:2.0:1749610847.887986:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749610847.887988:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf931880 00000400:00000010:2.0:1749610847.887988:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00000001:0.0:1749610847.887989:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610847.887990:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494575104, offset 0 00000400:00000200:1.0:1749610847.887990:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749610847.887992:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:3.0:1749610847.887994:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6e49 [1] + 0 00000400:00000200:1.0:1749610847.887994:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1749610847.887994:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:0.0:1749610847.887996:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610847.887998:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1749610847.887999:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749610847.888002:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755dea00 x1834598494574976/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:283/0 lens 224/224 e 0 to 0 dl 1749610858 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610847.888003:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610847.888007:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610847.888011:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:0.0:1749610847.888012:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494574976:12345-0@lo:400:kworker.0 Request processed in 220us (511us total) trans 0 rc 0/0 00000400:00000200:2.0:1749610847.888015:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749610847.888016:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009bec8000 x1834598494575232/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610863 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610847.888020:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749610847.888020:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf931a00 00000100:00100000:0.0:1749610847.888021:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251 00000100:00000040:0.0:1749610847.888024:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000200:3.0:1749610847.888025:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009bec8a80 x1834598494574720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610872 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610847.888026:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009bec8000 x1834598494575232/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610847.888027:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610847.888028:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1749610847.888030:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 69760 00000020:00000010:0.0:1749610847.888032:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff600. 00000400:00000200:2.0:1749610847.888034:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1749610847.888034:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add640. 00000100:00000040:3.0:1749610847.888035:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009bec8a80 x1834598494574720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610872 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610847.888038:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610847.888038:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:0.0:1749610847.888038:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f600. 00000100:00000001:2.0:1749610847.888041:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000040:0.0:1749610847.888042:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000200:2.0:1749610847.888043:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1749610847.888043:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b880 00000100:00000001:3.0:1749610847.888044:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610847.888045:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1749610847.888046:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b718a80. 00000400:00000010:1.0:1749610847.888046:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b880. 00000100:00000040:2.0:1749610847.888049:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009b718a80 x1834598494575104 msgsize 520 00000100:00100000:2.0:1749610847.888052:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610847.888052:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610847.888054:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610847.888054:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610847.888055:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610847.888055:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:3.0:1749610847.888060:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eeda18 00000400:00000010:3.0:1749610847.888062:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eeda18. 00000100:00100000:0.0:1749610847.888063:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00000001:1.0:1749610847.888064:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610847.888065:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:2.0:1749610847.888065:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000100:00000001:0.0:1749610847.888066:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134922130688 : -131938787420928 : ffff88009b719500) 00000400:00000010:2.0:1749610847.888067:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00000040:1.0:1749610847.888067:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610847.888069:0:28320:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:1.0:1749610847.888070:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000040:0.0:1749610847.888070:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009b719500 x1834598494574848/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610867 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610847.888071:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:1.0:1749610847.888071:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610847.888073:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009becbb80 x1834598494575104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610847.888073:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749610847.888076:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610847.888078:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bec9500 x1834598494575232/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:283/0 lens 224/224 e 0 to 0 dl 1749610858 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610847.888079:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610847.888080:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1749610847.888080:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b719500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494574848:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749610847.888081:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610847.888083:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610847.888083:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009becbb80 x1834598494575104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610872 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610847.888084:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494574848 00000020:00000001:0.0:1749610847.888086:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:3.0:1749610847.888088:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b718700 x1834598494574720/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610867 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610847.888088:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bec9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494575232:12345-0@lo:400:kworker.0 Request processed in 237us (472us total) trans 0 rc 0/0 00010000:00000001:0.0:1749610847.888089:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749610847.888090:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610847.888092:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610847.888095:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610847.888097:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00000100:00100000:3.0:1749610847.888098:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b718700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494574720:12345-0@lo:38:kworker.0 Request processed in 223us (650us total) trans 0 rc -19/-19 00000100:00000040:2.0:1749610847.888098:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 676 usecs (1 jiffies) 00000020:00000001:0.0:1749610847.888098:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610847.888100:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:2.0:1749610847.888101:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300121346 00000100:00000001:1.0:1749610847.888102:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00010000:00020000:0.0:1749610847.888102:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610847.888103:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300121346 00000100:00000001:1.0:1749610847.888104:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610847.888105:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300121346 00010000:00000001:0.0:1749610847.888105:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:3.0:1749610847.888107:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000020:00000010:1.0:1749610847.888107:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c480. 00000100:00000001:2.0:1749610847.888108:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300121346 00010000:00000001:0.0:1749610847.888108:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610847.888109:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610847.888109:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300121346 00000100:00000001:3.0:1749610847.888110:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749610847.888111:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c83e8. 00000100:00000001:0.0:1749610847.888111:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749610847.888112:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300121346 00000100:00000001:0.0:1749610847.888112:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1749610847.888114:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c700. 00000100:00000001:2.0:1749610847.888114:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300121346 00000020:00000010:1.0:1749610847.888114:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800999bac00. 02000000:00000001:0.0:1749610847.888114:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610847.888116:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300121346 00000020:00000010:3.0:1749610847.888117:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c80c8. 00000100:00000001:2.0:1749610847.888117:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1749610847.888118:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 02000000:00000010:0.0:1749610847.888118:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111579800. 00000020:00000010:3.0:1749610847.888120:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800999bb600. 00000100:00000001:1.0:1749610847.888120:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610847.888120:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610847.888122:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610847.888123:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610847.888124:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610847.888125:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749610847.888126:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749610847.888128:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610847.888129:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:0.0:1749610847.888129:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610847.888131:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:2.0:1749610847.888131:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe5d8. 00000100:00000001:1.0:1749610847.888132:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610847.888132:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00100000:3.0:1749610847.888133:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494575104 00000400:00000200:2.0:1749610847.888134:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a6e8 02000000:00000001:3.0:1749610847.888135:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:2.0:1749610847.888135:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a6e8. 00000100:00000001:1.0:1749610847.888135:0:9691:0:(service.c:2224:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610847.888135:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610847.888136:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749610847.888137:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610847.888138:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610847.888138:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610847.888139:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749610847.888141:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610847.888141:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009bec8a80 x1834598494574720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610872 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610847.888142:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00100000:3.0:1749610847.888143:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494575104 00000020:00000001:3.0:1749610847.888145:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1749610847.888145:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000040:3.0:1749610847.888147:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:0.0:1749610847.888147:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1749610847.888148:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749610847.888149:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610847.888171:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610847.888173:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610847.888176:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800999bb600. 00000100:00000200:2.0:1749610847.888177:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009bec8a80 x1834598494574720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610872 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610847.888179:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c700. 00000100:00000001:0.0:1749610847.888179:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:3.0:1749610847.888181:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c80c8. 00000100:00000040:0.0:1749610847.888182:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610847.888184:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:0.0:1749610847.888184:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821110. 00000100:00000001:3.0:1749610847.888185:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610847.888185:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610847.888187:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610847.888187:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610847.888188:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610847.888190:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610847.888190:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610847.888193:0:28320:0:(client.c:1550:after_reply()) Process entered 00000400:00000001:1.0:1749610847.888193:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1749610847.888195:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000001:1.0:1749610847.888195:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749610847.888198:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1749610847.888198:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3dba50. 00000100:00000001:2.0:1749610847.888200:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610847.888203:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610847.888203:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bbb0 00000100:00000001:3.0:1749610847.888204:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749610847.888206:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bbb0. 00000100:00001000:2.0:1749610847.888209:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610847 v=5 (0 0 0 0) 00000100:00000001:1.0:1749610847.888210:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610847.888211:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610847.888213:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00001000:2.0:1749610847.888213:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=102 v=20 (20 1 1 1) 00000100:00000200:0.0:1749610847.888213:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494574848, offset 0 00000100:00000001:2.0:1749610847.888215:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1749610847.888216:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009bec8000 x1834598494575232/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610847.888217:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00000001:2.0:1749610847.888217:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749610847.888218:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610847.888219:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610847.888220:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134922128000 : -131938787423616 : ffff88009b718a80) 00000100:00000040:3.0:1749610847.888224:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009b718a80 x1834598494575104/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610867 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610847.888224:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009bec8a80 x1834598494574720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610872 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610847.888225:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610847.888231:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:1.0:1749610847.888231:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009bec8000 x1834598494575232/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610863 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610847.888231:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf931900 00000100:00100000:3.0:1749610847.888233:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b718a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494575104:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749610847.888234:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610847.888235:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610847.888236:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6e65 [1] + 0 00000100:00000200:3.0:1749610847.888237:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494575104 00000100:00000001:2.0:1749610847.888237:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610847.888238:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:3.0:1749610847.888239:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:0.0:1749610847.888240:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1749610847.888241:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00080000:2.0:1749610847.888241:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000200:0.0:1749610847.888243:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00080000:2.0:1749610847.888244:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610847.888246:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610847.888246:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:3.0:1749610847.888249:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610847.888250:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009becb800 x1834598494574848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610872 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:3.0:1749610847.888252:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749610847.888254:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749610847.888256:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bec8a80 x1834598494574720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610872 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610847.888257:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610847.888259:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009becb800 x1834598494574848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610872 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610847.888260:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610847.888261:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610847.888261:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:3.0:1749610847.888264:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610847.888264:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610847.888265:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009bec8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494574720:0@lo:38:kworker.0 02000000:00000010:3.0:1749610847.888267:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006bbac800. 00000100:00000001:1.0:1749610847.888267:0:28324:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749610847.888267:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:3.0:1749610847.888269:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610847.888270:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610847.888271:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749610847.888271:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610847.888272:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1749610847.888273:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610847.888273:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1749610847.888274:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe000. 00010000:00000001:3.0:1749610847.888275:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610847.888276:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000100:00000001:1.0:1749610847.888276:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610847.888278:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000010:2.0:1749610847.888278:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 02000000:00000001:1.0:1749610847.888279:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610847.888280:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610847.888280:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749610847.888281:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821110 00000100:00000001:3.0:1749610847.888282:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1749610847.888283:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821110. 00000100:00000200:2.0:1749610847.888284:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009becb800 x1834598494574848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610872 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610847.888285:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749610847.888285:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00001000:1.0:1749610847.888286:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=152 v=5 (5 5 5 5) 00000100:00000001:0.0:1749610847.888286:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610847.888287:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610847.888289:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749610847.888289:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610847.888291:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=152 v=5 (1 1 1 1) 00000100:00000200:2.0:1749610847.888292:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009becb800 x1834598494574848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610872 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610847.888292:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:3.0:1749610847.888293:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610847.888294:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610847.888295:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749610847.888295:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1749610847.888296:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610847.888298:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610847.888299:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610847.888300:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610847.888300:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b719500 x1834598494574848/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610867 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610847.888301:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610847.888302:0:28320:0:(client.c:1550:after_reply()) Process entered 00010000:00000001:1.0:1749610847.888302:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1749610847.888303:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610847.888304:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610847.888304:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749610847.888306:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610847.888306:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610847.888308:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610847.888309:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eeda18. 00010000:00080000:1.0:1749610847.888309:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009bec8000 x1834598494575232/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610863 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610847.888310:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b719500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494574848:12345-0@lo:38:kworker.0 Request processed in 230us (633us total) trans 0 rc -19/-19 00000100:00001000:2.0:1749610847.888311:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610847 v=5 (0 0 0 0) 00000100:00000200:3.0:1749610847.888313:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494575104, offset 0 00000100:00001000:2.0:1749610847.888314:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=52 v=20 (20 1 1 1) 00000100:00000001:2.0:1749610847.888316:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1749610847.888317:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610847.888317:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:0.0:1749610847.888318:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00000001:2.0:1749610847.888319:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:1.0:1749610847.888321:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610847.888321:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610847.888322:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1749610847.888323:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009becb800 x1834598494574848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610872 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610847.888325:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610847.888326:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000020:00000010:0.0:1749610847.888326:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9d00. 00000100:00000040:1.0:1749610847.888329:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000020:00000010:0.0:1749610847.888329:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c578. 00000400:00000200:3.0:1749610847.888330:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf931a00 00000100:00000001:2.0:1749610847.888331:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610847.888332:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000020:00000010:0.0:1749610847.888332:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125400. 00000100:00000001:2.0:1749610847.888333:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610847.888334:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610847.888334:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610847.888335:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000200:3.0:1749610847.888336:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6e79 [1] + 0 00000100:00000001:0.0:1749610847.888336:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610847.888338:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009bec8000 x1834598494575232/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610863 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610847.888340:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610847.888341:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:3.0:1749610847.888343:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00080000:2.0:1749610847.888344:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749610847.888345:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610847.888346:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00080000:2.0:1749610847.888346:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610847.888348:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610847.888349:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610847.888350:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610847.888351:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009becbb80 x1834598494575104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610872 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610847.888353:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009becb800 x1834598494574848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610872 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610847.888354:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bec8000 x1834598494575232/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610863 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610847.888360:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009becbb80 x1834598494575104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610872 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749610847.888360:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1749610847.888361:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009becb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494574848:0@lo:38:kworker.0 00000100:00100000:1.0:1749610847.888362:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009bec8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494575232:0@lo:400:kworker.0 00000020:00000040:0.0:1749610847.888364:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749610847.888365:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610847.888366:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610847.888367:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610847.888368:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610847.888368:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610847.888369:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009bec8a80 x1834598494574720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610872 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610847.888370:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749610847.888371:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eeda18 00000100:00000040:1.0:1749610847.888371:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009bec8000 x1834598494575232/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610863 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610847.888372:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1749610847.888373:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eeda18. 00000100:00000001:3.0:1749610847.888376:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610847.888376:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749610847.888377:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:2.0:1749610847.888377:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:0.0:1749610847.888377:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610847.888378:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610847.888379:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610847.888379:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800781d8400. 00000400:00000010:0.0:1749610847.888380:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffa50. 00000100:00000040:3.0:1749610847.888382:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610847.888384:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610847.888384:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958217f8 02000000:00000001:2.0:1749610847.888385:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610847.888386:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:0.0:1749610847.888386:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958217f8. 00000020:00000001:3.0:1749610847.888387:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1749610847.888387:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749610847.888388:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:2.0:1749610847.888389:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1749610847.888390:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b718a80 x1834598494575104/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610867 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610847.888391:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aca71400. 00000100:00000001:1.0:1749610847.888391:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610847.888393:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610847.888393:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1749610847.888393:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009bec8700 x1834598494574976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610847.888394:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:1.0:1749610847.888395:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d125a00. 00000100:00000010:2.0:1749610847.888396:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bec8a80. 00000100:00000001:2.0:1749610847.888399:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1749610847.888399:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:3.0:1749610847.888400:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b718a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494575104:12345-0@lo:38:kworker.0 Request processed in 166us (348us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610847.888400:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610847.888400:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:0.0:1749610847.888401:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009bec8700 x1834598494574976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610863 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610847.888402:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1749610847.888402:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1749610847.888404:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1749610847.888405:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009becb800 x1834598494574848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610872 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610847.888406:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a8bf4300. 00000100:00100000:3.0:1749610847.888408:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00000001:0.0:1749610847.888408:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:1.0:1749610847.888409:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749610847.888410:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1749610847.888410:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749610847.888410:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610847.888411:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749610847.888412:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1749610847.888412:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:1.0:1749610847.888412:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bec8000. 00000100:00000001:0.0:1749610847.888412:0:28323:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610847.888413:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000010:2.0:1749610847.888414:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800781dbc00. 00000100:00000001:1.0:1749610847.888414:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000010:3.0:1749610847.888415:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c700. 00000100:00000001:0.0:1749610847.888415:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1749610847.888416:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749610847.888416:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610847.888417:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610847.888418:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749610847.888418:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610847.888419:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610847.888423:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1749610847.888423:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1749610847.888424:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c80c8. 00000100:00001000:0.0:1749610847.888424:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=52 v=5 (5 5 5 5) 00000020:00000001:2.0:1749610847.888425:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749610847.888425:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610847.888427:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800999bb600. 02000000:00000010:2.0:1749610847.888427:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aca73400. 00000100:00000001:1.0:1749610847.888427:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1749610847.888428:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=52 v=5 (1 1 1 1) 02000000:00000001:2.0:1749610847.888429:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749610847.888429:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610847.888430:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610847.888430:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1749610847.888431:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610847.888432:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009becb800. 00000100:00000001:0.0:1749610847.888432:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610847.888434:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749610847.888435:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610847.888436:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610847.888438:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:0.0:1749610847.888438:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009bec8700 x1834598494574976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610863 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610847.888443:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610847.888444:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749610847.888445:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610847.888446:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610847.888447:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610847.888448:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1749610847.888449:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000400:00000001:2.0:1749610847.888450:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749610847.888451:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000400:00000001:2.0:1749610847.888452:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749610847.888452:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610847.888453:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fee70. 00000400:00000200:2.0:1749610847.888455:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000100:00000040:0.0:1749610847.888456:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009bec8700 x1834598494574976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610863 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610847.888457:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00000001:2.0:1749610847.888459:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610847.888463:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009becbb80 x1834598494575104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610872 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610847.888472:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009becbb80 x1834598494575104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610872 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610847.888474:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610847.888477:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610847.888478:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610847.888478:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610847.888479:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610847.888481:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610847.888482:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610847.888483:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749610847.888483:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bec8700 x1834598494574976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610863 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610847.888485:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610847.888487:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610847.888490:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610847 v=5 (0 0 0 0) 00000100:00100000:0.0:1749610847.888490:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009bec8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494574976:0@lo:400:kworker.0 00000100:00001000:2.0:1749610847.888492:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=152 v=20 (1 1 1 20) 00000100:00000001:0.0:1749610847.888495:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749610847.888496:0:28320:0:(import.c:2163:obd_at_measure()) AT ffff88006a728bf0 change: old=20 new=5 delta=-15 (val=1) hist 1 1 1 1 00000100:00000001:0.0:1749610847.888496:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00001000:2.0:1749610847.888499:0:28320:0:(client.c:473:ptlrpc_at_adj_net_latency()) The network latency for lustre-MDT0000-lwp-OST0001 (nid ) has changed from 20 to 5 00000100:00000040:0.0:1749610847.888499:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009bec8700 x1834598494574976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610863 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610847.888502:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610847.888503:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610847.888505:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610847.888507:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749610847.888509:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:0.0:1749610847.888509:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8f400. 02000000:00000001:0.0:1749610847.888512:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610847.888513:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1749610847.888514:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009becbb80 x1834598494575104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610872 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610847.888514:0:28323:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:0.0:1749610847.888516:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610847.888518:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a8bf4500. 00000100:00000001:2.0:1749610847.888521:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610847.888554:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610847.888555:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610847.888557:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610847.888559:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610847.888562:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:3.0:1749610847.888563:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300121346, at 4300121346 00000100:00080000:2.0:1749610847.888564:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 02000000:00000001:0.0:1749610847.888565:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749610847.888567:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:0.0:1749610847.888567:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610847.888569:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3c7440. 00000100:00000010:0.0:1749610847.888569:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bec8700. 00000100:00000040:2.0:1749610847.888570:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009becbb80 x1834598494575104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610872 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610847.888572:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610847.888573:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610847.888575:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610847.888578:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009becbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494575104:0@lo:38:kworker.0 00000100:00000001:0.0:1749610847.888580:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610847.888581:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610847.888582:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610847.888583:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610847.888584:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749610847.888586:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009becbb80 x1834598494575104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610872 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610847.888586:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610847.888592:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1749610847.888592:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300121346, at 4300121346 02000000:00000001:2.0:1749610847.888593:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610847.888595:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800781da400. 00000100:00000040:0.0:1749610847.888595:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300121346, at 4300121346 02000000:00000001:2.0:1749610847.888599:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610847.888600:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610847.888601:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749610847.888603:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610847.888605:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aca72800. 02000000:00000001:2.0:1749610847.888608:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610847.888609:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610847.888610:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009becbb80. 00000100:00000001:2.0:1749610847.888613:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000010:1.0:1749610847.888613:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3c7980. 00000100:00000001:2.0:1749610847.888614:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610847.888621:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610847.888623:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1749610847.888623:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3c7340. 00000100:00000001:2.0:1749610847.888624:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610847.888626:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610847.888627:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610847.888640:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300121346, at 4300121346 00000100:00000010:2.0:1749610847.888645:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3c7900. 00080000:00000010:0.0:1749610847.983778:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff600. 00080000:00000010:0.0:1749610847.983789:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff600. 00000020:00000001:0.0:1749610847.983798:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610847.983869:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff600. 00080000:00000010:0.0:1749610847.983875:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff600. 00000020:00000001:0.0:1749610847.983878:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610847.983885:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff600. 00080000:00000010:0.0:1749610847.983890:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff600. 00000020:00000001:0.0:1749610847.983893:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610848.395364:0:28654:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cb80. 00080000:00000010:3.0:1749610848.395376:0:28654:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cb80. 00000020:00000001:3.0:1749610848.395384:0:28654:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610848.395410:0:28654:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cb80. 00080000:00000010:3.0:1749610848.395417:0:28654:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cb80. 00000020:00000001:3.0:1749610848.395423:0:28654:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610848.395432:0:28654:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cb80. 00080000:00000010:3.0:1749610848.395440:0:28654:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cb80. 00000020:00000001:3.0:1749610848.395444:0:28654:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610848.400284:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cb80. 00080000:00000010:3.0:1749610848.400290:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cb80. 00000020:00000001:3.0:1749610848.400294:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610848.400368:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cb80. 00080000:00000010:3.0:1749610848.400371:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cb80. 00000020:00000001:3.0:1749610848.400374:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610848.400379:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cb80. 00080000:00000010:3.0:1749610848.400383:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cb80. 00000020:00000001:3.0:1749610848.400385:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610848.457650:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610848.457658:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610848.457661:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610848.457667:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610848.457671:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610848.457675:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610848.457679:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610848.457683:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610848.457686:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610848.579668:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff300. 00080000:00000010:0.0:1749610848.579680:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff300. 00000020:00000001:0.0:1749610848.579687:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610848.579803:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff300. 00080000:00000010:0.0:1749610848.579810:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff300. 00000020:00000001:0.0:1749610848.579815:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610848.579825:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff300. 00080000:00000010:0.0:1749610848.579832:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff300. 00000020:00000001:0.0:1749610848.579836:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610848.823666:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610848.823677:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610848.823680:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610848.823687:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af300 going to sleep for 0 seconds 00000100:00000001:0.0:1749610848.823692:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610848.823698:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610848.823702:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610848.823707:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610848.823710:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610848.830649:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610848.830654:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610848.830781:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610848.830787:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610848.830791:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610848.888616:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610848.888629:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610848.888631:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610848.888634:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610848.888637:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610848.888640:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610848.888643:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610849.025374:0:28719:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749610849.025384:0:28719:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749610849.025391:0:28719:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610849.025409:0:28719:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749610849.025414:0:28719:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749610849.025417:0:28719:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610849.025424:0:28719:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749610849.025429:0:28719:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749610849.025432:0:28719:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610849.030199:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610849.030208:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610849.030215:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610849.030348:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610849.030354:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610849.030359:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610849.030368:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610849.030372:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610849.030376:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610849.232925:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610849.232935:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610849.232944:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610849.233006:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610849.233011:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610849.233015:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610849.233021:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610849.233025:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610849.233028:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610849.457697:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610849.457706:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610849.457708:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610849.457713:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610849.457717:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610849.457721:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610849.457725:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610849.457728:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610849.457730:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610849.794489:0:28784:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749610849.794502:0:28784:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749610849.794511:0:28784:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610849.794578:0:28784:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749610849.794584:0:28784:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749610849.794587:0:28784:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610849.794595:0:28784:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749610849.794600:0:28784:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749610849.794604:0:28784:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610849.799382:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff300. 00080000:00000010:0.0:1749610849.799393:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff300. 00000020:00000001:0.0:1749610849.799399:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610849.799478:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff300. 00080000:00000010:0.0:1749610849.799483:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff300. 00000020:00000001:0.0:1749610849.799487:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610849.799494:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff300. 00080000:00000010:0.0:1749610849.799499:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff300. 00000020:00000001:0.0:1749610849.799503:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610849.823637:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610849.823644:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610849.823647:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610849.823653:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af300 going to sleep for 0 seconds 00000100:00000001:0.0:1749610849.823657:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610849.823663:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610849.823667:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610849.823673:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610849.823677:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610849.832655:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610849.832662:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610849.832723:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610849.832729:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610849.832733:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610849.888608:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610849.888622:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610849.888624:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610849.888628:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610849.888631:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610849.888634:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610849.888637:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749610849.925048:0:28826:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1749610849.925052:0:28826:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 153: test if fdatasync does not crash ================================================================================= 23:00:48 (1749610848) 00000001:00000001:3.0:1749610849.934022:0:28826:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:1.0:1749610849.989769:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9780. 00080000:00000010:1.0:1749610849.989777:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9780. 00000020:00000001:1.0:1749610849.989782:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610849.989838:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9780. 00080000:00000010:1.0:1749610849.989842:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9780. 00000020:00000001:1.0:1749610849.989849:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610849.989856:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9780. 00080000:00000010:1.0:1749610849.989860:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9780. 00000020:00000001:1.0:1749610849.989863:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610850.409002:0:28848:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749610850.409012:0:28848:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749610850.409023:0:28848:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610850.409040:0:28848:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749610850.409045:0:28848:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749610850.409048:0:28848:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610850.409055:0:28848:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749610850.409060:0:28848:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749610850.409063:0:28848:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610850.413871:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff000. 00080000:00000010:0.0:1749610850.413878:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff000. 00000020:00000001:0.0:1749610850.413883:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610850.413959:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff000. 00080000:00000010:0.0:1749610850.413963:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff000. 00000020:00000001:0.0:1749610850.413966:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610850.413972:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff000. 00080000:00000010:0.0:1749610850.413975:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff000. 00000020:00000001:0.0:1749610850.413978:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610850.457609:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610850.457615:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610850.457617:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610850.457621:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610850.457625:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610850.457628:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610850.457631:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610850.457634:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610850.457637:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610850.589679:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff000. 00080000:00000010:0.0:1749610850.589689:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff000. 00000020:00000001:0.0:1749610850.589697:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610850.589809:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff000. 00080000:00000010:0.0:1749610850.589816:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff000. 00000020:00000001:0.0:1749610850.589820:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610850.589826:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff000. 00080000:00000010:0.0:1749610850.589831:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff000. 00000020:00000001:0.0:1749610850.589834:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610850.823684:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610850.823693:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610850.823695:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610850.823700:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af300 going to sleep for 0 seconds 00000100:00000001:0.0:1749610850.823704:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610850.823709:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610850.823711:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610850.823753:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610850.823755:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610850.834606:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610850.834610:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610850.834648:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610850.834651:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610850.834654:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610850.888632:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610850.888648:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610850.888651:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610850.888656:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610850.888659:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610850.888664:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610850.888668:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610850.981463:0:28914:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff000. 00080000:00000010:0.0:1749610850.981475:0:28914:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff000. 00000020:00000001:0.0:1749610850.981483:0:28914:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610850.981512:0:28914:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff000. 00080000:00000010:0.0:1749610850.981520:0:28914:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff000. 00000020:00000001:0.0:1749610850.981557:0:28914:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610850.981568:0:28914:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff000. 00080000:00000010:0.0:1749610850.981575:0:28914:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff000. 00000020:00000001:0.0:1749610850.981580:0:28914:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610850.986404:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610850.986411:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610850.986416:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610850.986488:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610850.986492:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610850.986495:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610850.986500:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610850.986503:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610850.986506:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610851.164077:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749610851.164089:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749610851.164097:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610851.164245:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749610851.164253:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749610851.164260:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610851.164270:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749610851.164286:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749610851.164292:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610851.457598:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610851.457604:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610851.457606:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610851.457610:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610851.457614:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610851.457617:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610851.457621:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610851.457624:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610851.457626:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610851.594105:0:28979:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610851.594115:0:28979:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610851.594149:0:28979:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610851.594169:0:28979:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610851.594175:0:28979:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610851.594178:0:28979:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610851.594185:0:28979:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610851.594190:0:28979:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610851.594193:0:28979:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610851.599013:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749610851.599021:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749610851.599028:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610851.599153:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749610851.599158:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749610851.599161:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610851.599167:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749610851.599170:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749610851.599173:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610851.795149:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610851.795158:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610851.795163:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610851.795227:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610851.795231:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610851.795234:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610851.795241:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610851.795245:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610851.795248:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610851.823631:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610851.823638:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610851.823640:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610851.823644:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af300 going to sleep for 0 seconds 00000100:00000001:0.0:1749610851.823647:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610851.823651:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610851.823654:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610851.823658:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610851.823660:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610851.836631:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610851.836636:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610851.836725:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610851.836730:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610851.836734:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610851.888637:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610851.888654:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610851.888658:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610851.888663:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610851.888666:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610851.888671:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610851.888675:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1749610851.994666:0:28313:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88006b8af780] -> 12345-192.168.202.6@tcp (4) 00000800:00000200:3.0:1749610851.994674:0:28313:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:1021 00000800:00000200:3.0:1749610851.994679:0:28313:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880086d2ee00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1749610851.994709:0:28313:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88011344a840] -> 12345-192.168.202.106@tcp (6) 00000800:00000200:3.0:1749610851.994714:0:28313:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1749610851.994716:0:28313:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801301d2e00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1749610851.994880:0:28316:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1749610851.994910:0:28316:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000200:0.0:1749610851.994927:0:28315:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1749610851.994930:0:28316:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1749610851.994954:0:28316:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:2.0:1749610851.994957:0:28316:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1749610852.322153:0:29044:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749610852.322163:0:29044:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749610852.322170:0:29044:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610852.322189:0:29044:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749610852.322194:0:29044:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749610852.322198:0:29044:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610852.322204:0:29044:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749610852.322209:0:29044:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749610852.322212:0:29044:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610852.326907:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610852.326914:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610852.326919:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610852.326990:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610852.326999:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610852.327002:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610852.327008:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610852.327012:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610852.327014:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749610852.450056:0:29086:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1749610852.450060:0:29086:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 154A: lfs path2fid and fid2path basic checks ========================================================== 23:00:51 (1749610851) 00000100:00000001:0.0:1749610852.457682:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610852.457688:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610852.457691:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610852.457696:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610852.457700:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610852.457704:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610852.457708:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610852.457712:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610852.457716:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749610852.458287:0:29086:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:0.0:1749610852.513585:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff000. 00080000:00000010:0.0:1749610852.513594:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff000. 00000020:00000001:0.0:1749610852.513599:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610852.513682:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff000. 00080000:00000010:0.0:1749610852.513687:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff000. 00000020:00000001:0.0:1749610852.513691:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610852.513698:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff000. 00080000:00000010:0.0:1749610852.513702:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff000. 00000020:00000001:0.0:1749610852.513706:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610852.823663:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610852.823670:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610852.823673:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610852.823678:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af300 going to sleep for 0 seconds 00000100:00000001:1.0:1749610852.823682:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610852.823688:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610852.823692:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610852.823695:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610852.823699:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610852.838615:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610852.838620:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610852.838732:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610852.838737:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610852.838741:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610852.888619:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610852.888632:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610852.888635:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610852.888638:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610852.888650:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610852.888653:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610852.888656:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610852.894671:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610852.894679:0:8101:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749610852.894682:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610852.894686:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610852.894689:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610852.894691:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610852.894695:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610852.894701:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5454 00000100:00080000:2.0:1749610852.894705:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610852.894708:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610852.894711:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610852.894714:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610852.894716:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610852.894720:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610852.894722:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749610852.894725:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610852.894728:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749610852.894731:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749610852.894734:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749610852.894737:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610852.894739:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610852.894740:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610852.894742:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610852.894746:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749610852.894749:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610852.894751:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610852.894754:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610852.894769:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610852.894772:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610852.894774:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610852.894777:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610852.894782:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b718380. 00000020:00000040:2.0:1749610852.894786:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749610852.894790:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610852.894792:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610852.894795:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610852.894797:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610852.894801:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610852.894808:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800781dbc00. 00000100:00000001:2.0:1749610852.894815:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610852.894825:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b718380 x1834598494575360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610852.894836:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610852.894841:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610852.894845:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b718380] to pc [ptlrpcd_rcv+-1] req@ffff88009b718380 x1834598494575360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610852.894862:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610852.894866:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610852.894870:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610852.894871:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610852.894873:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610852.894875:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:3.0:1749610852.894876:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1749610852.894877:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5454 00000100:00080000:2.0:1749610852.894880:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1749610852.894882:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749610852.894882:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610852.894884:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610852.894885:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610852.894886:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610852.894888:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610852.894890:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1749610852.894894:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b718380 x1834598494575360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749610852.894896:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749610852.894897:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610852.894899:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749610852.894901:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749610852.894904:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000001:3.0:1749610852.894907:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749610852.894907:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749610852.894909:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610852.894909:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610852.894910:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:3.0:1749610852.894912:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749610852.894912:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610852.894914:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 02000000:00000001:3.0:1749610852.894916:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1749610852.894917:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 02000000:00000001:3.0:1749610852.894918:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610852.894919:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610852.894921:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:3.0:1749610852.894922:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b718380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494575360:0@lo:38:kworker.0 02000000:00000001:2.0:1749610852.894924:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610852.894926:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610852.894927:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610852.894927:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610852.894929:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610852.894931:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1749610852.894932:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b719880. 02000000:00000001:3.0:1749610852.894933:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610852.894934:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:3.0:1749610852.894936:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749610852.894937:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610852.894938:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610852.894939:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:3.0:1749610852.894941:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88006bbae800. 02000000:00000001:2.0:1749610852.894941:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610852.894942:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610852.894944:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610852.894947:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800781da400. 00000100:00000001:2.0:1749610852.894950:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610852.894951:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7ec8. 00000100:00100000:2.0:1749610852.894954:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b719880 x1834598494575488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1749610852.894958:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eeda18. 00000100:00000001:2.0:1749610852.894962:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610852.894964:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610852.894965:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494575360, portal 4 00000100:00000040:2.0:1749610852.894967:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b719880] to pc [ptlrpcd_rcv+-1] req@ffff88009b719880 x1834598494575488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610852.894968:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610852.894976:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610852.894978:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922126208 : -131938787425408 : ffff88009b718380) 00000100:00080000:2.0:1749610852.894983:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000040:3.0:1749610852.894987:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b718380 x1834598494575360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610852.894987:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610852.894989:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610852.894990:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610852.894993:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:3.0:1749610852.894996:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:2.0:1749610852.894996:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5454 00000100:00080000:2.0:1749610852.894998:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1749610852.895000:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749610852.895001:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000400:00000010:3.0:1749610852.895003:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedaa0. 00000100:00000001:2.0:1749610852.895003:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610852.895004:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000200:3.0:1749610852.895006:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494575360, offset 0 00000100:00000001:2.0:1749610852.895006:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610852.895008:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610852.895009:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:2.0:1749610852.895011:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1749610852.895012:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1749610852.895013:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:2.0:1749610852.895014:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:2.0:1749610852.895016:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:2.0:1749610852.895019:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610852.895021:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610852.895023:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610852.895024:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610852.895026:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000400:00000200:3.0:1749610852.895028:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:2.0:1749610852.895029:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610852.895031:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610852.895033:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610852.895036:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610852.895038:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610852.895039:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000200:3.0:1749610852.895041:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf931b00 00000100:00000001:2.0:1749610852.895041:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610852.895044:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b71a300. 00000020:00000040:2.0:1749610852.895046:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:3.0:1749610852.895048:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df1 [256] + 5200 02000000:00000001:2.0:1749610852.895053:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610852.895054:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610852.895056:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1749610852.895057:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749610852.895057:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610852.895059:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610852.895061:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1749610852.895063:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800781da800. 00000100:00000001:2.0:1749610852.895066:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610852.895067:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749610852.895069:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00100000:2.0:1749610852.895070:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b71a300 x1834598494575616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:3.0:1749610852.895075:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079227b80. 00000100:00000001:2.0:1749610852.895077:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1749610852.895078:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880079227b80 x1834598494575360 msgsize 520 00000100:00000001:2.0:1749610852.895079:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610852.895082:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b71a300] to pc [ptlrpcd_rcv+-1] req@ffff88009b71a300 x1834598494575616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610852.895083:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610852.895089:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610852.895092:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749610852.895092:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610852.895095:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749610852.895098:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b71a680. 00000400:00000200:3.0:1749610852.895100:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedaa0 00000020:00000040:2.0:1749610852.895100:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000400:00000010:3.0:1749610852.895102:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedaa0. 00000100:00000001:2.0:1749610852.895103:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610852.895139:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1749610852.895140:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749610852.895141:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610852.895145:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b718380 x1834598494575360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610852.895145:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5000. 00000100:00000001:2.0:1749610852.895148:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610852.895152:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88009b71a680 x1834598494575744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749610852.895154:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610852.895157:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b718380 x1834598494575360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610877 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610852.895160:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610852.895161:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610852.895164:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610852.895166:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1749610852.895167:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b71a680] to pc [ptlrpcd_00_00+0] req@ffff88009b71a680 x1834598494575744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610852.895171:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610852.895175:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1261 usecs (2 jiffies) 00000100:00000001:3.0:1749610852.895179:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300126354 00000100:00000010:3.0:1749610852.895183:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d94a8c0. 00000100:00000001:3.0:1749610852.895195:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749610852.895201:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610852.895204:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:3.0:1749610852.895209:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300126354 00000100:00000010:3.0:1749610852.895212:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d94a980. 00000100:00000001:1.0:1749610852.895212:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610852.895215:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00080000:2.0:1749610852.895215:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610852.895217:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1749610852.895218:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300126354 00000100:00080000:2.0:1749610852.895219:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1749610852.895219:0:28322:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000010:3.0:1749610852.895220:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d94acc0. 00000100:00000001:2.0:1749610852.895222:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:1.0:1749610852.895222:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610852.895223:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00080000:2.0:1749610852.895225:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5454 00000100:00000001:3.0:1749610852.895226:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300126354 00000100:00000010:3.0:1749610852.895228:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d94ac00. 00000100:00001000:2.0:1749610852.895228:0:8101:0:(import.c:2097:obd_at_measure()) add 10 to ffff88006a728bf0 time=7 v=5 (1 1 1 1) 00000100:00000001:1.0:1749610852.895230:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610852.895231:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00001000:2.0:1749610852.895231:0:8101:0:(import.c:2163:obd_at_measure()) AT ffff88006a728bf0 change: old=5 new=10 delta=5 (val=10) hist 10 1 1 1 00000100:00000001:3.0:1749610852.895233:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610852.895233:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749610852.895234:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00000001:1.0:1749610852.895235:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610852.895236:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610852.895237:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610852.895237:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610852.895239:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610852.895239:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610852.895240:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610852.895241:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610852.895241:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610852.895242:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610852.895245:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610852.895246:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00000001:3.0:1749610852.895247:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1749610852.895247:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610852.895249:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749610852.895249:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000040:1.0:1749610852.895250:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b71a680 x1834598494575744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610852.895251:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749610852.895251:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:3.0:1749610852.895252:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610852.895254:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1749610852.895254:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:2.0:1749610852.895257:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610852.895259:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610852.895260:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b719880 x1834598494575488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610852.895261:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610852.895263:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610852.895265:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:1.0:1749610852.895266:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749610852.895268:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749610852.895268:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610852.895270:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610852.895271:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1749610852.895272:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1749610852.895272:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749610852.895275:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610852.895275:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610852.895276:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610852.895277:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610852.895278:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749610852.895279:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610852.895280:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610852.895280:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610852.895281:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1749610852.895283:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b719c00. 02000000:00000001:3.0:1749610852.895285:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610852.895285:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b71a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494575744:0@lo:400:kworker.0 00000100:00000001:0.0:1749610852.895287:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1749610852.895289:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b719880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494575488:0@lo:38:kworker.0 00000020:00000040:2.0:1749610852.895290:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:1.0:1749610852.895291:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610852.895293:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1749610852.895293:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610852.895294:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610852.895295:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610852.895295:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749610852.895296:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749610852.895297:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610852.895298:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749610852.895298:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610852.895300:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610852.895300:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610852.895301:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1749610852.895302:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749610852.895304:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800781db800. 02000000:00000010:3.0:1749610852.895306:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88006bbaf000. 02000000:00000010:1.0:1749610852.895306:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d124400. 00000100:00000001:2.0:1749610852.895307:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610852.895309:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610852.895312:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b719c00 x1834598494575872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1749610852.895318:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610852.895319:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610852.895321:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610852.895324:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7dc0. 00000100:00000040:2.0:1749610852.895324:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b719c00] to pc [ptlrpcd_rcv+-1] req@ffff88009b719c00 x1834598494575872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610852.895326:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3dba50. 00000400:00000010:3.0:1749610852.895329:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedaa0. 00000100:00000001:2.0:1749610852.895333:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610852.895333:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 00000100:00000200:3.0:1749610852.895334:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494575488, portal 10 00000100:00000040:2.0:1749610852.895336:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1749610852.895337:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610852.895339:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:1.0:1749610852.895339:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494575744, portal 10 00000100:00000001:3.0:1749610852.895340:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922131584 : -131938787420032 : ffff88009b719880) 00000100:00000010:2.0:1749610852.895342:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b718000. 00000100:00000001:1.0:1749610852.895342:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000040:2.0:1749610852.895344:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:1.0:1749610852.895345:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922135168 : -131938787416448 : ffff88009b71a680) 00000100:00000001:2.0:1749610852.895346:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610852.895347:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610852.895348:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610852.895351:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b719880 x1834598494575488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610852.895351:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5c00. 00000100:00000001:2.0:1749610852.895354:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610852.895357:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88009b718000 x1834598494576000/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1749610852.895357:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b71a680 x1834598494575744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610852.895362:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610852.895364:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1749610852.895365:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610852.895366:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610852.895368:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000040:2.0:1749610852.895370:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b718000] to pc [ptlrpcd_00_01+1] req@ffff88009b718000 x1834598494576000/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610852.895370:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:3.0:1749610852.895373:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494575488, offset 0 00000100:00000040:1.0:1749610852.895374:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610852.895377:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b880. 00000400:00000200:3.0:1749610852.895379:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610852.895383:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494575744, offset 0 00000400:00000200:3.0:1749610852.895389:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610852.895390:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610852.895391:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749610852.895395:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5464) 00000400:00000200:3.0:1749610852.895398:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf931b80 00000400:00000200:1.0:1749610852.895403:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610852.895406:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 70280 00000400:00000200:3.0:1749610852.895413:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610852.895413:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf931c80 00000100:00000001:0.0:1749610852.895413:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1749610852.895416:0:28321:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1749610852.895418:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610852.895419:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610852.895421:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 70800 00000100:00000001:0.0:1749610852.895425:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610852.895427:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610852.895428:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:1.0:1749610852.895429:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610852.895429:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610852.895430:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610852.895430:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1749610852.895431:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:2.0:1749610852.895432:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494575360 00000100:00000001:0.0:1749610852.895432:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1749610852.895434:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749610852.895435:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:3.0:1749610852.895436:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079227100. 00000100:00000001:2.0:1749610852.895439:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749610852.895440:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880079227100 x1834598494575488 msgsize 520 00000100:00000040:0.0:1749610852.895440:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b718000 x1834598494576000/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610852.895441:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610852.895444:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610852.895446:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749610852.895448:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494575360 00000020:00000001:2.0:1749610852.895450:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610852.895452:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610852.895452:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1749610852.895453:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610852.895454:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610852.895455:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610852.895457:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610852.895458:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610852.895460:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749610852.895462:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880123e7ac00. 02000000:00000001:0.0:1749610852.895463:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610852.895466:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387d00. 00000100:00100000:0.0:1749610852.895466:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b718000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494576000:0@lo:400:kworker.0 00000100:00000001:0.0:1749610852.895470:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610852.895471:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:2.0:1749610852.895471:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9e10. 02000000:00000001:0.0:1749610852.895474:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610852.895476:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610852.895477:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610852.895478:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1749610852.895478:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610852.895481:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610852.895483:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 02000000:00000010:0.0:1749610852.895483:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8ec00. 00000100:00000001:2.0:1749610852.895486:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610852.895486:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610852.895487:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00000001:3.0:1749610852.895490:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:0.0:1749610852.895490:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffa50. 00000100:00000001:2.0:1749610852.895493:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749610852.895495:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958217f8. 00000100:00000200:3.0:1749610852.895496:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b719880 x1834598494575488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610852.895496:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1749610852.895499:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494576000, portal 10 00000100:00100000:1.0:1749610852.895500:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494575488 00000100:00000001:0.0:1749610852.895501:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610852.895502:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1749610852.895503:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610852.895504:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610852.895507:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610852.895508:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1749610852.895509:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00000001:1.0:1749610852.895510:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610852.895511:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922125312 : -131938787426304 : ffff88009b718000) 00000100:00000001:2.0:1749610852.895512:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134346521472 : -131939363030144 : ffff880079227b80) 00000100:00000040:3.0:1749610852.895513:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b719880 x1834598494575488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610877 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610852.895514:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610852.895517:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079227b80 x1834598494575360/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610872 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610852.895518:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494575488 00000020:00000001:1.0:1749610852.895522:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1749610852.895546:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b718000 x1834598494576000/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749610852.895555:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610852.895556:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610852.895557:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610852.895557:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079227b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494575360:12345-0@lo:38:kworker.0 00000020:00000001:1.0:1749610852.895557:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749610852.895559:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610852.895559:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749610852.895561:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610852.895562:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494575360 00000400:00000010:0.0:1749610852.895562:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821110. 00000020:00000001:2.0:1749610852.895565:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:0.0:1749610852.895565:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494576000, offset 0 00000020:00000010:1.0:1749610852.895566:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125000. 00000100:00000001:3.0:1749610852.895568:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:2.0:1749610852.895569:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:0.0:1749610852.895570:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749610852.895571:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9380. 00000020:00000010:1.0:1749610852.895575:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c7d0. 00000100:00000001:3.0:1749610852.895576:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610852.895579:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1749610852.895580:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610852.895581:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1749610852.895582:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 966 usecs (1 jiffies) 00000020:00000001:2.0:1749610852.895582:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610852.895586:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300126354 00010000:00020000:2.0:1749610852.895586:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:0.0:1749610852.895587:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf931d80 00000100:00000001:3.0:1749610852.895590:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300126354 00010000:00000001:2.0:1749610852.895590:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610852.895590:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610852.895593:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 71024 00000100:00000001:1.0:1749610852.895594:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610852.895595:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300126354 00000100:00000001:3.0:1749610852.895598:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300126354 00010000:00000001:2.0:1749610852.895599:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749610852.895599:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610852.895601:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300126354 00000100:00000001:1.0:1749610852.895602:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610852.895602:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610852.895603:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610852.895605:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300126354 00000100:00000001:2.0:1749610852.895605:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749610852.895605:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610852.895607:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610852.895608:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300126354 02000000:00000001:2.0:1749610852.895608:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749610852.895611:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300126354 00000100:00000010:0.0:1749610852.895611:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755dd880. 02000000:00000010:2.0:1749610852.895612:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800781d8400. 00000100:00000001:1.0:1749610852.895612:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610852.895614:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610852.895614:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1749610852.895614:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff8800755dd880 x1834598494576000 msgsize 224 02000000:00000001:2.0:1749610852.895615:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610852.895617:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610852.895618:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610852.895619:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:0.0:1749610852.895620:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610852.895621:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1749610852.895621:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610852.895622:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134346518784 : -131939363032832 : ffff880079227100) 00010000:00000001:2.0:1749610852.895624:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610852.895627:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:1.0:1749610852.895627:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079227100 x1834598494575488/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610872 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610852.895629:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b71a300 x1834598494575616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610852.895629:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610852.895631:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610852.895634:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749610852.895635:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821110 00000100:00000040:2.0:1749610852.895637:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:0.0:1749610852.895638:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821110. 00000100:00000001:2.0:1749610852.895639:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:1.0:1749610852.895639:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079227100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494575488:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749610852.895640:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610852.895640:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610852.895641:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749610852.895642:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610852.895642:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494575488 00000100:00000040:2.0:1749610852.895645:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:1.0:1749610852.895645:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:0.0:1749610852.895645:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b718000 x1834598494576000/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610852.895646:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610852.895647:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1749610852.895647:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:3.0:1749610852.895649:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610852.895649:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610852.895651:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749610852.895652:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610852.895653:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610852.895654:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1749610852.895656:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000100:00100000:3.0:1749610852.895657:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b71a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494575616:0@lo:38:kworker.0 00000020:00000001:1.0:1749610852.895657:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610852.895657:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b718000 x1834598494576000/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610868 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:1.0:1749610852.895660:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:2.0:1749610852.895661:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494575360, offset 0 00000100:00000001:3.0:1749610852.895662:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1749610852.895663:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610852.895665:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610852.895666:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1749610852.895666:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1749610852.895666:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610852.895666:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610852.895668:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:3.0:1749610852.895669:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610852.895670:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749610852.895670:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610852.895671:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1749610852.895672:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749610852.895673:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 858 usecs (1 jiffies) 00000400:00000200:2.0:1749610852.895674:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1749610852.895676:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88006bbaf800. 02000000:00000010:1.0:1749610852.895676:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aca72400. 00000100:00000001:0.0:1749610852.895676:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300126354 02000000:00000001:1.0:1749610852.895678:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610852.895679:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610852.895680:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610852.895680:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300126354 00000400:00000200:2.0:1749610852.895681:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf931b00 00010000:00000001:1.0:1749610852.895683:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:3.0:1749610852.895684:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7e70. 00010000:00000001:1.0:1749610852.895685:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610852.895687:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6e89 [1] + 0 00000100:00001000:1.0:1749610852.895688:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610852.895688:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300126354 00000100:00000001:0.0:1749610852.895690:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300126354 00000100:00000001:1.0:1749610852.895691:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1749610852.895692:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610852.895692:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300126354 00000400:00000010:3.0:1749610852.895693:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000001:1.0:1749610852.895693:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610852.895694:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300126354 00000400:00000200:2.0:1749610852.895696:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749610852.895696:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749610852.895696:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300126354 00000100:00000200:3.0:1749610852.895698:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494575616, portal 10 00000100:00000001:1.0:1749610852.895698:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610852.895698:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300126354 00000100:00000001:2.0:1749610852.895700:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610852.895700:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749610852.895700:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610852.895703:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610852.895704:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b718380 x1834598494575360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610877 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610852.895704:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749610852.895706:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610852.895708:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610852.895708:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610852.895711:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922134272 : -131938787417344 : ffff88009b71a300) 02000000:00000001:1.0:1749610852.895711:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1749610852.895714:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b718380 x1834598494575360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610877 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610852.895714:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610852.895716:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610852.895718:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749610852.895721:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b71a300 x1834598494575616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610852.895721:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b908. 00000100:00000001:0.0:1749610852.895724:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1749610852.895726:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494575488, offset 0 00000100:00100000:0.0:1749610852.895726:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494576000 02000000:00000001:0.0:1749610852.895728:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1749610852.895730:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610852.895730:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610852.895732:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610852.895732:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610852.895735:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610852.895735:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749610852.895735:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610852.895738:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000100:00100000:0.0:1749610852.895738:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494576000 00000400:00000200:1.0:1749610852.895739:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1749610852.895740:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610852.895741:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000400:00000200:2.0:1749610852.895742:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000020:00000001:0.0:1749610852.895743:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1749610852.895744:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000400:00000200:1.0:1749610852.895746:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf931b80 00000020:00000040:0.0:1749610852.895746:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:2.0:1749610852.895748:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:0.0:1749610852.895748:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749610852.895749:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:0.0:1749610852.895751:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749610852.895754:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610852.895755:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1749610852.895757:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000010:0.0:1749610852.895758:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3780. 00000100:00000001:2.0:1749610852.895759:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610852.895760:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494575616, offset 0 00000020:00000001:2.0:1749610852.895761:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749610852.895765:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6e91 [1] + 0 00000020:00000040:0.0:1749610852.895765:0:9692:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000040:2.0:1749610852.895766:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079227b80 x1834598494575360/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610872 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610852.895770:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610852.895771:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610852.895772:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:1.0:1749610852.895774:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1749610852.895775:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fc00. 00000100:00100000:2.0:1749610852.895777:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079227b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494575360:12345-0@lo:38:kworker.0 Request processed in 219us (696us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749610852.895779:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:0.0:1749610852.895779:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff000. 00000400:00000200:3.0:1749610852.895781:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749610852.895783:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add640. 00000100:00000200:1.0:1749610852.895784:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b719880 x1834598494575488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610877 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610852.895785:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00000001:2.0:1749610852.895788:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1749610852.895790:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf931c00 00000100:00000001:2.0:1749610852.895790:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1749610852.895790:0:9692:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749610852.895792:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1749610852.895794:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387d00. 00000100:00000040:1.0:1749610852.895794:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b719880 x1834598494575488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610877 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610852.895797:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 71248 00000100:00000001:0.0:1749610852.895798:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1749610852.895799:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9e10. 00000100:00000001:0.0:1749610852.895801:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610852.895803:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610852.895804:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1749610852.895804:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880123e7ac00. 00000100:00000001:0.0:1749610852.895806:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749610852.895807:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610852.895808:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:3.0:1749610852.895809:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610852.895809:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610852.895810:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b908 00000400:00000010:1.0:1749610852.895812:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b908. 00000100:00000001:0.0:1749610852.895814:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610852.895815:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610852.895816:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610852.895817:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:3.0:1749610852.895819:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610852.895821:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610852.895822:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610852.895823:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000010:3.0:1749610852.895824:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079227800. 00000100:00000040:1.0:1749610852.895824:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610852.895826:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610852.895827:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00000040:3.0:1749610852.895828:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880079227800 x1834598494575616 msgsize 520 00000020:00000001:1.0:1749610852.895828:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610852.895830:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:0.0:1749610852.895832:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134283303040 : -131939426248576 : ffff8800755dd880) 00000100:00000040:1.0:1749610852.895833:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079227100 x1834598494575488/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610872 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610852.895834:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749610852.895837:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800755dd880 x1834598494576000/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:288/0 lens 224/0 e 0 to 0 dl 1749610863 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610852.895843:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1749610852.895843:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079227100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494575488:12345-0@lo:38:kworker.0 Request processed in 204us (401us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749610852.895845:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610852.895845:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000040:2.0:1749610852.895847:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000010:0.0:1749610852.895847:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3480. 00000100:00000001:0.0:1749610852.895850:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749610852.895851:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000020:00000010:0.0:1749610852.895852:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3480. 00000100:00000001:1.0:1749610852.895854:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610852.895855:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1749610852.895856:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000100:00000001:2.0:1749610852.895857:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749610852.895858:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494576000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1749610852.895859:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494575616 00000400:00000010:3.0:1749610852.895860:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 02000000:00000001:2.0:1749610852.895861:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:0.0:1749610852.895862:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494576000 00000100:00000001:2.0:1749610852.895863:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610852.895864:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:1.0:1749610852.895864:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9380. 00000020:00000001:0.0:1749610852.895864:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610852.895865:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610852.895867:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 02000000:00000001:2.0:1749610852.895868:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610852.895868:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c7d0. 00000100:00000200:3.0:1749610852.895869:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b71a300 x1834598494575616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610852.895870:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610852.895871:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494575616 00000020:00000010:1.0:1749610852.895871:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125000. 00000020:00000001:0.0:1749610852.895872:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749610852.895873:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610852.895874:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749610852.895874:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610852.895874:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:2.0:1749610852.895876:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749610852.895877:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1749610852.895878:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610852.895881:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610852.895882:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749610852.895883:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749610852.895885:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610852.895885:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000040:3.0:1749610852.895887:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b71a300 x1834598494575616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610877 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610852.895887:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610852.895888:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880123e7ac00. 00000020:00000001:0.0:1749610852.895889:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000010:2.0:1749610852.895891:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387d00. 00000100:00000001:0.0:1749610852.895893:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:2.0:1749610852.895894:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9e10. 02000000:00000001:0.0:1749610852.895895:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749610852.895898:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610852.895898:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000010:0.0:1749610852.895898:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cb99400. 00000100:00000001:2.0:1749610852.895899:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1749610852.895900:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610852.895901:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610852.895901:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610852.895905:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610852.895905:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610852.895907:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610852.895910:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 880 usecs (1 jiffies) 00000020:00000001:0.0:1749610852.895910:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1749610852.895913:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494576000 00000100:00000001:3.0:1749610852.895914:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300126354 00010000:00000001:0.0:1749610852.895916:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:0.0:1749610852.895921:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800755dd880 x1834598494576000/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:288/0 lens 224/224 e 0 to 0 dl 1749610863 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610852.895922:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610852.895925:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300126354 00010000:00000001:0.0:1749610852.895928:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610852.895929:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300126354 00000100:00000001:1.0:1749610852.895929:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610852.895930:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00000001:0.0:1749610852.895930:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610852.895931:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610852.895932:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610852.895933:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300126354 00000100:00001000:0.0:1749610852.895933:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=57 v=5 (1 1 1 1) 00000100:00000001:3.0:1749610852.895936:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300126354 00000100:00100000:1.0:1749610852.895936:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00000001:0.0:1749610852.895937:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610852.895939:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134346520576 : -131939363031040 : ffff880079227800) 00000100:00000001:3.0:1749610852.895940:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300126354 00000100:00000040:0.0:1749610852.895940:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610852.895942:0:9693:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610852.895942:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610852.895943:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300126354 00000100:00000001:2.0:1749610852.895944:0:9693:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610852.895944:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079227800 x1834598494575616/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610872 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610852.895944:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610852.895946:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300126354 02000000:00000001:0.0:1749610852.895946:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610852.895948:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610852.895950:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610852.895951:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1749610852.895953:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079227800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494575616:12345-0@lo:38:kworker.0 00000400:00000010:0.0:1749610852.895953:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821110. 00000100:00000001:3.0:1749610852.895954:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610852.895956:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494575616 00000100:00000001:2.0:1749610852.895957:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610852.895958:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494576000, offset 224 00000100:00000200:2.0:1749610852.895959:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1749610852.895959:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000001:3.0:1749610852.895961:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1749610852.895961:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000010:2.0:1749610852.895963:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b71ad80. 00000400:00000001:3.0:1749610852.895964:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1749610852.895966:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff88009b71ad80 x1834598494575744 msgsize 224 00000400:00000010:3.0:1749610852.895968:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7ec8. 00000020:00000001:1.0:1749610852.895969:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610852.895971:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1749610852.895972:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eeda18 00010000:00020000:1.0:1749610852.895972:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749610852.895974:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:3.0:1749610852.895975:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eeda18. 00000100:00000001:2.0:1749610852.895975:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:1.0:1749610852.895977:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610852.895979:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610852.895979:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610852.895981:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1749610852.895981:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749610852.895983:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:3.0:1749610852.895986:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b718380 x1834598494575360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610877 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610852.895986:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aca71400. 02000000:00000001:1.0:1749610852.895988:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610852.895989:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610852.895990:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610852.895992:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b880 00010000:00000001:1.0:1749610852.895992:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:2.0:1749610852.895994:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b880. 00010000:00000001:1.0:1749610852.895994:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610852.895996:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:0.0:1749610852.895996:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf931d80 00000100:00001000:1.0:1749610852.895997:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610852.895999:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:3.0:1749610852.896001:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b718380 x1834598494575360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610877 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610852.896001:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b71a680 x1834598494575744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610852.896001:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6ea1 [1] + 224 00000100:00000001:1.0:1749610852.896002:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610852.896004:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749610852.896006:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:0.0:1749610852.896006:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610852.896008:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610852.896009:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1749610852.896010:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610852.896012:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749610852.896013:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b71a680 x1834598494575744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610868 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610852.896013:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610852.896015:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610852.896017:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000200:0.0:1749610852.896017:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b718000 x1834598494576000/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610868 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610852.896018:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749610852.896020:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610852.896020:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610852.896022:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610852.896022:0:28322:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1749610852.896023:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610852.896025:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610852.896026:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610852.896026:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610852.896027:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009b718000 x1834598494576000/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610868 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610852.896028:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610852.896029:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 922 usecs (1 jiffies) 00000100:00000040:1.0:1749610852.896029:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749610852.896032:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610852.896032:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300126354 00000400:00000010:1.0:1749610852.896033:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b908. 00000100:00000001:2.0:1749610852.896035:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300126354 00000100:00000001:2.0:1749610852.896038:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300126354 00000100:00000200:1.0:1749610852.896038:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494575616, offset 0 00000100:00000001:0.0:1749610852.896039:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:3.0:1749610852.896041:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610852 v=5 (0 0 0 0) 00000400:00000200:1.0:1749610852.896044:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610852.896045:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300126354 00000100:00001000:3.0:1749610852.896046:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=125 v=20 (20 1 1 1) 00000400:00000200:0.0:1749610852.896047:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821110 00000100:00000001:2.0:1749610852.896048:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300126354 00000100:00000001:3.0:1749610852.896050:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610852.896050:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300126354 00000400:00000010:0.0:1749610852.896050:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821110. 00000100:00000001:2.0:1749610852.896052:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300126354 00000100:00000001:0.0:1749610852.896052:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610852.896053:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610852.896054:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300126354 00000400:00000200:1.0:1749610852.896054:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610852.896056:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610852.896057:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610852.896058:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610852.896058:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610852.896061:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610852.896061:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf931c00 00000100:00000040:3.0:1749610852.896063:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b718380 x1834598494575360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610877 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610852.896063:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610852.896064:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610852.896066:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749610852.896066:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610852.896067:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610852.896069:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610852.896069:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6ead [1] + 0 00010000:00000001:0.0:1749610852.896069:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749610852.896070:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610852.896071:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610852.896073:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1749610852.896075:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749610852.896077:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755dd880 x1834598494576000/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:288/0 lens 224/224 e 0 to 0 dl 1749610863 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610852.896079:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1749610852.896080:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1749610852.896081:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494575744 00000100:00000001:3.0:1749610852.896083:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749610852.896083:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610852.896085:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610852.896085:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610852.896086:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610852.896088:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:0.0:1749610852.896088:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494576000:12345-0@lo:400:kworker.0 Request processed in 240us (471us total) trans 0 rc 0/0 02000000:00000001:2.0:1749610852.896089:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610852.896091:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610852.896091:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494575744 00000100:00000200:1.0:1749610852.896092:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b71a300 x1834598494575616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610877 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610852.896093:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610852.896094:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000040:2.0:1749610852.896095:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000020:00000001:2.0:1749610852.896096:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1749610852.896096:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00000001:3.0:1749610852.896098:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000040:2.0:1749610852.896099:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000040:0.0:1749610852.896099:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000020:00000001:2.0:1749610852.896101:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:0.0:1749610852.896101:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00080000:3.0:1749610852.896102:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1749610852.896103:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1749610852.896125:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:2.0:1749610852.896130:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1749610852.896130:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b71a300 x1834598494575616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610877 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749610852.896132:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000010:2.0:1749610852.896133:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88006e9cc340. 00000020:00000010:0.0:1749610852.896134:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff000. 00000100:00000001:3.0:1749610852.896137:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:2.0:1749610852.896137:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012e6b3040. 00000020:00000010:0.0:1749610852.896138:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add640. 00000020:00000040:2.0:1749610852.896142:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000010:0.0:1749610852.896142:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fc00. 00000100:00000001:1.0:1749610852.896144:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749610852.896145:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b718380 x1834598494575360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610877 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610852.896146:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:2.0:1749610852.896148:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749610852.896149:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749610852.896150:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88006e9cc340. 00000400:00000200:1.0:1749610852.896152:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b908 00000020:00000010:2.0:1749610852.896155:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880123e7b800. 00000400:00000010:1.0:1749610852.896156:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b908. 00000100:00100000:3.0:1749610852.896159:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b718380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494575360:0@lo:38:kworker.0 00000100:00000001:1.0:1749610852.896159:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610852.896161:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:2.0:1749610852.896163:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387880. 00000100:00000001:3.0:1749610852.896166:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610852.896166:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610852.896167:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9ed8. 00000100:00000001:0.0:1749610852.896167:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610852.896169:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610852.896170:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610852.896170:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:2.0:1749610852.896172:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749610852.896173:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749610852.896173:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749610852.896174:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1749610852.896175:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b718380 x1834598494575360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610877 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749610852.896175:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749610852.896176:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1749610852.896176:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749610852.896177:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffa50. 00000100:00000001:2.0:1749610852.896178:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610852.896181:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958217f8 00000100:00000001:2.0:1749610852.896182:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:1.0:1749610852.896183:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079227800 x1834598494575616/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610872 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610852.896183:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958217f8. 00000100:00000001:2.0:1749610852.896184:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749610852.896186:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749610852.896186:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610852.896186:0:28321:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749610852.896189:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1749610852.896190:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b718000 x1834598494576000/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610868 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610852.896192:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1749610852.896194:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88006bbae800. 00000100:00000001:2.0:1749610852.896198:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1749610852.896198:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079227800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494575616:12345-0@lo:38:kworker.0 Request processed in 243us (366us total) trans 0 rc -19/-19 02000000:00000001:3.0:1749610852.896199:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749610852.896199:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1749610852.896202:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:0.0:1749610852.896202:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b718000 x1834598494576000/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610868 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610852.896203:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254 00000020:00000040:3.0:1749610852.896205:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000040:2.0:1749610852.896206:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000020:00000001:3.0:1749610852.896208:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749610852.896208:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134922136960 : -131938787414656 : ffff88009b71ad80) 00000100:00100000:1.0:1749610852.896210:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 02000000:00000010:3.0:1749610852.896212:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800781dbc00. 00000100:00000040:2.0:1749610852.896213:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009b71ad80 x1834598494575744/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:288/0 lens 224/0 e 0 to 0 dl 1749610863 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610852.896214:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:3.0:1749610852.896216:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749610852.896216:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610852.896219:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749610852.896219:0:28321:0:(client.c:1550:after_reply()) Process entered 00000100:00000010:3.0:1749610852.896222:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b718380. 00000100:00000001:2.0:1749610852.896222:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749610852.896223:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:2.0:1749610852.896224:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88006e9cc340. 00000100:00000001:2.0:1749610852.896226:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610852.896226:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610852.896227:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000010:2.0:1749610852.896228:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88006e9cc340. 00000100:00000001:3.0:1749610852.896229:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610852.896230:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1749610852.896231:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387d00. 00000100:00000001:3.0:1749610852.896232:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610852.896232:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b71ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494575744:12345-0@lo:400:kworker.0 00000100:00000001:0.0:1749610852.896233:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1749610852.896235:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494575744 00000100:00000001:0.0:1749610852.896236:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610852.896237:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9e10. 00000020:00000001:2.0:1749610852.896238:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749610852.896239:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1749610852.896239:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610852.896240:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749610852.896242:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610852.896242:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880123e7ac00. 00000020:00000001:2.0:1749610852.896244:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749610852.896246:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:1.0:1749610852.896246:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610852.896248:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00001000:0.0:1749610852.896248:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=7 v=5 (5 5 5 5) 00000100:00000001:3.0:1749610852.896249:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610852.896251:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610852.896253:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749610852.896253:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00001000:0.0:1749610852.896253:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=7 v=5 (1 1 1 1) 00000100:00000001:3.0:1749610852.896255:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749610852.896255:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1749610852.896257:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1749610852.896257:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610852.896257:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610852.896260:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610852.896263:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1749610852.896264:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b719c00 x1834598494575872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749610852.896264:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749610852.896267:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749610852.896269:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00080000:0.0:1749610852.896271:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009b718000 x1834598494576000/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610868 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610852.896272:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800781db000. 00000100:00000001:3.0:1749610852.896275:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1749610852.896275:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610852.896277:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610852.896277:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610852.896280:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610852.896281:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000040:2.0:1749610852.896282:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494575744 02000000:00000001:3.0:1749610852.896284:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1749610852.896284:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610852.896285:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:3.0:1749610852.896287:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1749610852.896289:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009b71ad80 x1834598494575744/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:288/0 lens 224/224 e 0 to 0 dl 1749610863 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610852.896289:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1749610852.896292:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b719c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494575872:0@lo:38:kworker.0 00000100:00000040:0.0:1749610852.896292:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:0.0:1749610852.896295:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00010000:00000001:2.0:1749610852.896297:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749610852.896297:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610852.896298:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00010000:00000001:2.0:1749610852.896299:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610852.896301:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00001000:2.0:1749610852.896302:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=57 v=5 (1 1 1 1) 02000000:00000001:3.0:1749610852.896303:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610852.896303:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b718000 x1834598494576000/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610868 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610852.896306:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610852.896306:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610852.896308:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000010:3.0:1749610852.896309:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88006bbae800. 00000100:00000001:2.0:1749610852.896310:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749610852.896313:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610852.896313:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749610852.896315:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610852.896315:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749610852.896318:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7ec8. 00000100:00000001:2.0:1749610852.896318:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610852.896319:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610852.896321:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610852.896322:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610852.896323:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eeda18. 00000400:00000010:2.0:1749610852.896326:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000100:00000040:0.0:1749610852.896327:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b718000 x1834598494576000/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610868 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610852.896328:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494575872, portal 10 00000100:00000001:3.0:1749610852.896331:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1749610852.896331:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494575744, offset 224 00000100:00000001:3.0:1749610852.896333:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922132480 : -131938787419136 : ffff88009b719c00) 00000400:00000200:2.0:1749610852.896338:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1749610852.896339:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b718000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494576000:0@lo:400:kworker.0 00000100:00000040:3.0:1749610852.896342:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b719c00 x1834598494575872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610852.896345:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610852.896347:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610852.896348:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610852.896353:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610852.896354:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b718000 x1834598494576000/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610868 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610852.896356:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf931c80 00000100:00000040:3.0:1749610852.896357:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610852.896360:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000400:00000200:2.0:1749610852.896363:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6e95 [1] + 224 00000100:00000001:0.0:1749610852.896364:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610852.896366:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610852.896369:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8ec00. 00000100:00000200:3.0:1749610852.896370:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494575872, offset 0 00000400:00000200:2.0:1749610852.896371:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749610852.896374:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1749610852.896376:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610852.896376:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610852.896381:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:0.0:1749610852.896385:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1749610852.896387:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749610852.896387:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b71a680 x1834598494575744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610868 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610852.896388:0:28321:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:0.0:1749610852.896392:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610852.896395:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5c00. 00000400:00000200:3.0:1749610852.896396:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf931d00 02000000:00000001:0.0:1749610852.896400:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1749610852.896402:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 71768 02000000:00000001:0.0:1749610852.896402:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1749610852.896403:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009b71a680 x1834598494575744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610868 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610852.896405:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b718000. 00000100:00000001:0.0:1749610852.896409:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1749610852.896410:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610852.896412:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610852.896415:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610852.896422:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1749610852.896423:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610852.896424:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610852.896427:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610852.896429:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610852.896430:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610852.896432:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749610852.896437:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079227480. 00000100:00000040:3.0:1749610852.896440:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880079227480 x1834598494575872 msgsize 520 00000100:00100000:3.0:1749610852.896444:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610852.896444:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749610852.896453:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000400:00000010:2.0:1749610852.896457:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00000001:2.0:1749610852.896461:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00080000:0.0:1749610852.896461:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749610852.896463:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000040:0.0:1749610852.896466:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749610852.896467:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610852.896469:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749610852.896472:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000200:3.0:1749610852.896475:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00010000:00000001:2.0:1749610852.896475:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000010:3.0:1749610852.896477:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000020:00000001:2.0:1749610852.896478:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610852.896480:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:2.0:1749610852.896481:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749610852.896483:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1749610852.896485:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b719c00 x1834598494575872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610852.896485:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494575872 00000100:00000040:2.0:1749610852.896488:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b71ad80 x1834598494575744/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:288/0 lens 224/224 e 0 to 0 dl 1749610863 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610852.896488:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610852.896491:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610852.896492:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610852.896494:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610852.896495:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b719c00 x1834598494575872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610867 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610852.896498:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610852.896501:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494575872 00000100:00000001:3.0:1749610852.896502:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610852.896503:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:2.0:1749610852.896504:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b71ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494575744:12345-0@lo:400:kworker.0 Request processed in 279us (534us total) trans 0 rc 0/0 00000020:00000001:0.0:1749610852.896504:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610852.896506:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610852.896506:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749610852.896508:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1749610852.896510:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 676 usecs (1 jiffies) 00000020:00000001:0.0:1749610852.896511:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610852.896513:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300126354 00000020:00000001:0.0:1749610852.896514:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610852.896516:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300126354 00000100:00100000:2.0:1749610852.896517:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254 00000100:00000001:3.0:1749610852.896518:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300126354 00000100:00000001:3.0:1749610852.896520:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300126354 00000100:00000001:3.0:1749610852.896522:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300126354 00000100:00000001:3.0:1749610852.896552:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300126354 00000100:00000001:3.0:1749610852.896554:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300126355 00000020:00000010:0.0:1749610852.896555:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ec00. 00000100:00000001:3.0:1749610852.896557:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4300126354 00000100:00000001:3.0:1749610852.896561:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749610852.896561:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff000. 00000100:00000040:2.0:1749610852.896562:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:3.0:1749610852.896563:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610852.896565:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add640. 00000400:00000001:3.0:1749610852.896567:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749610852.896567:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:3.0:1749610852.896568:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749610852.896570:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1749610852.896570:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300126354, at 4300126354 00000100:00000001:0.0:1749610852.896570:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610852.896572:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1749610852.896574:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387880. 00000100:00000001:0.0:1749610852.896575:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610852.896577:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7dc0. 00000100:00000010:1.0:1749610852.896578:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d94a980. 00000020:00000010:2.0:1749610852.896579:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9ed8. 00000100:00000001:0.0:1749610852.896579:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610852.896580:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedaa0 00000400:00000010:3.0:1749610852.896581:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedaa0. 00000100:00000001:3.0:1749610852.896584:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:2.0:1749610852.896585:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880123e7b800. 00000100:00000200:3.0:1749610852.896589:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b719880 x1834598494575488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610877 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749610852.896589:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:2.0:1749610852.896593:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610852.896597:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b719880 x1834598494575488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610877 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610852.896598:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610852.896603:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610852.896604:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610852.896605:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610852.896606:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610852.896607:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749610852.896607:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610852.896607:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1749610852.896609:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610852.896609:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610852.896611:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610852.896612:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610852.896612:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 02000000:00000001:3.0:1749610852.896615:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610852.896615:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610852.896616:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134346519680 : -131939363031936 : ffff880079227480) 00000100:00000001:1.0:1749610852.896616:0:12680:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610852.896618:0:12680:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610852.896618:0:9760:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610852.896619:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610852 v=5 (0 0 0 0) 00000100:00000001:0.0:1749610852.896620:0:9760:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610852.896623:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=107 v=20 (20 1 1 1) 00000100:00000040:2.0:1749610852.896623:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079227480 x1834598494575872/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610872 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610852.896625:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610852.896627:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610852.896629:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610852.896633:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b719880 x1834598494575488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610877 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610852.896633:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300126354, at 4300126354 00000100:00100000:2.0:1749610852.896636:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079227480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494575872:12345-0@lo:38:kworker.0 00000100:00000010:0.0:1749610852.896639:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d94a8c0. 00000100:00000001:3.0:1749610852.896640:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610852.896643:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610852.896644:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610852.896646:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610852.896648:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:2.0:1749610852.896650:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494575872 00000100:00080000:3.0:1749610852.896651:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749610852.896653:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000001:2.0:1749610852.896653:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749610852.896655:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:2.0:1749610852.896655:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:3.0:1749610852.896659:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b719880 x1834598494575488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610877 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610852.896664:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749610852.896668:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749610852.896671:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749610852.896673:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610852.896676:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749610852.896678:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1749610852.896679:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b719880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494575488:0@lo:38:kworker.0 02000000:00000001:2.0:1749610852.896680:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000001:3.0:1749610852.896684:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:2.0:1749610852.896684:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800781da000. 02000000:00000001:2.0:1749610852.896685:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749610852.896686:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610852.896687:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7e70. 00000100:00000001:2.0:1749610852.896688:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610852.896689:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00010000:00000001:2.0:1749610852.896690:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:3.0:1749610852.896691:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00010000:00000001:2.0:1749610852.896692:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610852.896693:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:2.0:1749610852.896695:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:3.0:1749610852.896696:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b71a300 x1834598494575616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610877 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610852.896698:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610852.896701:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1749610852.896703:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b71a300 x1834598494575616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610877 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610852.896703:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610852.896705:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610852.896708:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749610852.896709:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749610852.896710:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610852.896711:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610852.896712:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610852.896712:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610852.896713:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1749610852.896714:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610852.896715:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610852.896716:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610852.896716:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749610852.896718:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610852.896718:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610852.896721:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000100:00001000:3.0:1749610852.896722:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610852 v=5 (0 0 0 0) 00000100:00001000:3.0:1749610852.896724:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=57 v=20 (20 1 1 1) 00000100:00000200:2.0:1749610852.896725:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494575872, offset 0 00000100:00000001:3.0:1749610852.896727:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610852.896728:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749610852.896729:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610852.896730:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610852.896734:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b71a300 x1834598494575616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610877 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610852.896737:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610852.896740:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610852.896743:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1749610852.896743:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf931d00 00000100:00000001:3.0:1749610852.896744:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610852.896746:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610852.896747:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:2.0:1749610852.896748:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6ec1 [1] + 0 00000100:00080000:3.0:1749610852.896749:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000200:2.0:1749610852.896752:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00080000:3.0:1749610852.896756:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610852.896759:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749610852.896761:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749610852.896763:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b71a300 x1834598494575616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610877 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610852.896765:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610852.896769:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b719c00 x1834598494575872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610867 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610852.896771:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b71a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494575616:0@lo:38:kworker.0 00000100:00000001:3.0:1749610852.896775:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610852.896777:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610852.896778:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b719c00 x1834598494575872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610867 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610852.896780:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b719880 x1834598494575488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610877 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610852.896786:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749610852.896787:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:3.0:1749610852.896788:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610852.896790:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88006bbaf000. 00000400:00000200:2.0:1749610852.896791:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 02000000:00000001:3.0:1749610852.896793:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:2.0:1749610852.896793:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000020:00000001:3.0:1749610852.896795:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749610852.896795:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000040:3.0:1749610852.896796:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749610852.896796:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:3.0:1749610852.896798:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749610852.896799:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610852.896800:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800781da400. 00000100:00000040:2.0:1749610852.896802:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610852.896804:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610852.896805:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610852.896806:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1749610852.896806:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1749610852.896808:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b719880. 00000100:00000001:3.0:1749610852.896810:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610852.896811:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610852.896811:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079227480 x1834598494575872/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610872 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610852.896813:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610852.896816:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b71a300 x1834598494575616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610877 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610852.896820:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079227480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494575872:12345-0@lo:38:kworker.0 Request processed in 184us (377us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749610852.896823:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610852.896824:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610852.896826:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88006bbaf800. 02000000:00000001:3.0:1749610852.896828:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:2.0:1749610852.896828:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000020:00000001:3.0:1749610852.896829:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610852.896830:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1749610852.896830:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1749610852.896832:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749610852.896832:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:3.0:1749610852.896833:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800781da800. 00000020:00000010:2.0:1749610852.896835:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff000. 00000020:00000010:2.0:1749610852.896838:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add640. 02000000:00000001:3.0:1749610852.896840:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610852.896841:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:2.0:1749610852.896841:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ec00. 00000100:00000010:3.0:1749610852.896843:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b71a300. 00000100:00000001:2.0:1749610852.896844:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610852.896845:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610852.896847:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610852.896849:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610852.896854:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610852.896855:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610852.896857:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610852.896859:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749610852.896860:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300126354, at 4300126354 00000400:00000001:3.0:1749610852.896862:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610852.896863:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610852.896865:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7ec8. 00000100:00000010:2.0:1749610852.896866:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d94acc0. 00000400:00000200:3.0:1749610852.896868:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eeda18 00000400:00000010:3.0:1749610852.896869:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eeda18. 00000100:00000001:3.0:1749610852.896872:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610852.896874:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1749610852.896876:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b719c00 x1834598494575872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610867 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610852.896876:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749610852.896880:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610852.896881:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1749610852.896883:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b719c00 x1834598494575872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610867 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610852.896883:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3dba50. 00000100:00000001:3.0:1749610852.896890:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749610852.896891:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bbb0 00000100:00000001:3.0:1749610852.896892:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610852.896893:0:28320:0:(client.c:1550:after_reply()) Process entered 00000400:00000010:2.0:1749610852.896893:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bbb0. 02000000:00000001:3.0:1749610852.896895:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610852.896896:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610852.896897:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610852.896898:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610852.896900:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610852.896901:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b71a680 x1834598494575744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610868 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749610852.896903:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610852 v=5 (0 0 0 0) 00000100:00001000:3.0:1749610852.896905:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=7 v=10 (10 1 1 1) 00000100:00000001:3.0:1749610852.896908:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610852.896909:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749610852.896909:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b71a680 x1834598494575744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610868 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610852.896911:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610852.896914:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b719c00 x1834598494575872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610867 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610852.896915:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610852.896917:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610852.896919:0:28322:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749610852.896921:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749610852.896921:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610852.896923:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610852.896925:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610852.896927:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1749610852.896927:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610852.896929:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610852.896930:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610852.896932:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:2.0:1749610852.896932:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=57 v=5 (5 5 5 5) 00000100:00080000:3.0:1749610852.896934:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00001000:2.0:1749610852.896935:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=57 v=5 (1 1 1 1) 00000100:00080000:3.0:1749610852.896937:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610852.896938:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610852.896939:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610852.896939:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610852.896941:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1749610852.896943:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b719c00 x1834598494575872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610867 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1749610852.896945:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009b71a680 x1834598494575744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610868 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610852.896950:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b719c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494575872:0@lo:38:kworker.0 00010000:00000001:2.0:1749610852.896952:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610852.896954:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610852.896954:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1749610852.896955:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610852.896956:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000040:3.0:1749610852.896958:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b719c00 x1834598494575872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610867 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610852.896958:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749610852.896959:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610852.896962:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b71a680 x1834598494575744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610868 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610852.896964:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610852.896965:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610852.896967:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88006bbae800. 02000000:00000001:3.0:1749610852.896969:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749610852.896969:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749610852.896970:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610852.896971:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:2.0:1749610852.896971:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1749610852.896973:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749610852.896973:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1749610852.896974:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800781db800. 02000000:00000001:3.0:1749610852.896976:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1749610852.896976:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b71a680 x1834598494575744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610868 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610852.896977:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610852.896979:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b719c00. 00000100:00000001:3.0:1749610852.896981:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610852.896982:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610852.896983:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610852.896985:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610852.896986:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610852.896988:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610852.896989:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610852.896994:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b71a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494575744:0@lo:400:kworker.0 00000100:00000001:2.0:1749610852.896999:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610852.897001:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610852.897004:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b71a680 x1834598494575744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610868 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610852.897010:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610852.897012:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610852.897014:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d124400. 02000000:00000001:2.0:1749610852.897017:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610852.897019:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610852.897020:0:28322:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1749610852.897022:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610852.897024:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5000. 02000000:00000001:2.0:1749610852.897026:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610852.897028:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610852.897029:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b71a680. 00000100:00000001:2.0:1749610852.897032:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610852.897033:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610852.897035:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610852.897039:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610852.897041:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610852.897043:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610852.897045:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610852.898588:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300126355, at 4300126356 00000100:00000010:3.0:1749610852.898602:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d94ac00. 00080000:00000010:2.0:1749610852.933602:0:29109:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610852.933612:0:29109:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610852.933619:0:29109:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610852.933639:0:29109:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610852.933644:0:29109:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610852.933647:0:29109:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610852.933654:0:29109:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610852.933659:0:29109:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610852.933662:0:29109:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610852.937913:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610852.937923:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610852.937928:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610852.937999:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610852.938002:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610852.938005:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610852.938011:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610852.938014:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610852.938017:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749610853.058519:0:29151:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1749610853.058523:0:29151:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_154A: @@@@@@ FAIL: path2fid unable to get /mnt/lustre/f154A.sanity FID 00000001:00000001:3.0:1749610853.065410:0:29151:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:1.0:1749610853.120032:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610853.120041:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610853.120047:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610853.120141:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610853.120146:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610853.120150:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610853.120157:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610853.120162:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610853.120165:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610853.457627:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610853.457635:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610853.457639:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610853.457645:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610853.457650:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610853.457655:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610853.457659:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610853.457663:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610853.457667:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610853.517015:0:29173:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff300. 00080000:00000010:0.0:1749610853.517026:0:29173:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff300. 00000020:00000001:0.0:1749610853.517033:0:29173:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610853.517071:0:29173:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff300. 00080000:00000010:0.0:1749610853.517078:0:29173:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff300. 00000020:00000001:0.0:1749610853.517083:0:29173:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610853.517093:0:29173:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff300. 00080000:00000010:0.0:1749610853.517122:0:29173:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff300. 00000020:00000001:0.0:1749610853.517128:0:29173:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610853.522004:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff300. 00080000:00000010:0.0:1749610853.522012:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff300. 00000020:00000001:0.0:1749610853.522018:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610853.522174:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff300. 00080000:00000010:0.0:1749610853.522180:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff300. 00000020:00000001:0.0:1749610853.522186:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610853.522194:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff300. 00080000:00000010:0.0:1749610853.522200:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff300. 00000020:00000001:0.0:1749610853.522204:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 3444 lines, 3444 kept, 0 dropped, 0 bad.