00080000:00000010:0.0F:1749615367.627703:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880084381800. 00080000:00000010:0.0:1749615367.627716:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880084381800. 00000020:00000001:0.0:1749615367.627723:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749615367.627794:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880084381800. 00080000:00000010:0.0:1749615367.627800:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880084381800. 00000020:00000001:0.0:1749615367.627803:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749615367.627810:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880084381800. 00080000:00000010:0.0:1749615367.627814:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880084381800. 00000020:00000001:0.0:1749615367.627817:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0F:1749615367.800903:0:16449:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387500. 00080000:00000010:2.0:1749615367.800938:0:16449:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387500. 00000020:00000001:2.0:1749615367.800945:0:16449:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749615367.800964:0:16449:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387500. 00080000:00000010:2.0:1749615367.800969:0:16449:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387500. 00000020:00000001:2.0:1749615367.800972:0:16449:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749615367.800980:0:16449:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387500. 00080000:00000010:2.0:1749615367.800984:0:16449:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387500. 00000020:00000001:2.0:1749615367.800987:0:16449:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749615367.805623:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880084381800. 00080000:00000010:0.0:1749615367.805633:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880084381800. 00000020:00000001:0.0:1749615367.805641:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749615367.805772:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880084381800. 00080000:00000010:0.0:1749615367.805779:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880084381800. 00000020:00000001:0.0:1749615367.805784:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749615367.805792:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880084381800. 00080000:00000010:0.0:1749615367.805797:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880084381800. 00000020:00000001:0.0:1749615367.805802:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749615367.866666:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749615367.866673:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749615367.866752:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749615367.866757:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749615367.866761:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0F:1749615367.988629:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749615367.988644:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749615367.988647:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749615367.988651:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136803b40 going to sleep for 0 seconds 00000100:00000001:1.0:1749615367.988655:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749615367.988659:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749615367.988662:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749615367.988665:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749615367.988667:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0F:1749615368.056237:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880111f8b800. 00080000:00000010:3.0:1749615368.056250:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880111f8b800. 00000020:00000001:3.0:1749615368.056255:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749615368.056327:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880111f8b800. 00080000:00000010:3.0:1749615368.056332:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880111f8b800. 00000020:00000001:3.0:1749615368.056336:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749615368.056343:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880111f8b800. 00080000:00000010:3.0:1749615368.056348:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880111f8b800. 00000020:00000001:3.0:1749615368.056351:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749615368.078899:0:16491:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880111f8b800. 00080000:00000010:3.0:1749615368.078928:0:16491:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880111f8b800. 00000020:00000001:3.0:1749615368.078934:0:16491:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749615368.078951:0:16491:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880111f8b800. 00080000:00000010:3.0:1749615368.078955:0:16491:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880111f8b800. 00000020:00000001:3.0:1749615368.078958:0:16491:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749615368.078964:0:16491:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880111f8b800. 00080000:00000010:3.0:1749615368.078967:0:16491:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880111f8b800. 00000020:00000001:3.0:1749615368.078970:0:16491:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749615368.083279:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387700. 00080000:00000010:2.0:1749615368.083288:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387700. 00000020:00000001:2.0:1749615368.083295:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749615368.083418:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387700. 00080000:00000010:2.0:1749615368.083424:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387700. 00000020:00000001:2.0:1749615368.083429:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749615368.083439:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387700. 00080000:00000010:2.0:1749615368.083443:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387700. 00000020:00000001:2.0:1749615368.083447:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749615368.259369:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0fd80. 00080000:00000010:1.0:1749615368.259377:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0fd80. 00000020:00000001:1.0:1749615368.259382:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749615368.259446:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0fd80. 00080000:00000010:1.0:1749615368.259451:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0fd80. 00000020:00000001:1.0:1749615368.259454:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749615368.259460:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0fd80. 00080000:00000010:1.0:1749615368.259464:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0fd80. 00000020:00000001:1.0:1749615368.259467:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615368.459687:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749615368.459696:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749615368.459698:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749615368.459703:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749615368.459707:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749615368.459711:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615368.459715:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749615368.459718:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615368.459720:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749615368.752557:0:16577:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0fd80. 00080000:00000010:1.0:1749615368.752568:0:16577:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0fd80. 00000020:00000001:1.0:1749615368.752574:0:16577:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749615368.752593:0:16577:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0fd80. 00080000:00000010:1.0:1749615368.752598:0:16577:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0fd80. 00000020:00000001:1.0:1749615368.752602:0:16577:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749615368.752609:0:16577:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0fd80. 00080000:00000010:1.0:1749615368.752613:0:16577:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0fd80. 00000020:00000001:1.0:1749615368.752616:0:16577:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749615368.757609:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749615368.757617:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749615368.757624:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749615368.757761:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749615368.757768:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749615368.757773:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749615368.757782:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749615368.757788:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749615368.757792:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749615368.868619:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749615368.868625:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749615368.868691:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749615368.868695:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749615368.868699:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1749615368.877232:0:16619:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1749615368.877238:0:16619:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 187b: Test data version change on volatile file ========================================================== 00:16:07 (1749615367) 00000001:00000001:3.0:1749615368.885831:0:16619:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:0.0:1749615368.939058:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880084381d80. 00080000:00000010:0.0:1749615368.939068:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880084381d80. 00000020:00000001:0.0:1749615368.939075:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749615368.939150:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880084381d80. 00080000:00000010:0.0:1749615368.939156:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880084381d80. 00000020:00000001:0.0:1749615368.939160:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749615368.939173:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880084381d80. 00080000:00000010:0.0:1749615368.939178:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880084381d80. 00000020:00000001:0.0:1749615368.939182:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615368.988646:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749615368.988654:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749615368.988657:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749615368.988661:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136803b40 going to sleep for 0 seconds 00000100:00000001:1.0:1749615368.988665:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749615368.988668:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749615368.988671:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749615368.988674:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749615368.988677:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615369.215642:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749615369.215659:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749615369.215661:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615369.215666:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749615369.215669:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749615369.215673:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615369.215675:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749615369.230663:0:15490:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749615369.230687:0:15490:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1749615369.230691:0:15490:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749615369.230694:0:15490:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749615369.230697:0:15490:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1749615369.230699:0:15490:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749615369.230704:0:15490:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749615369.230709:0:15490:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 9970 00000100:00080000:1.0:1749615369.230713:0:15490:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1749615369.230716:0:15490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749615369.230720:0:15490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749615369.230722:0:15490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749615369.230725:0:15490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749615369.230729:0:15490:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749615369.230731:0:15490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:1.0:1749615369.230735:0:15490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749615369.230738:0:15490:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:1.0:1749615369.230741:0:15490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:1.0:1749615369.230743:0:15490:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:1.0:1749615369.230746:0:15490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749615369.230748:0:15490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749615369.230751:0:15490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749615369.230753:0:15490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749615369.230756:0:15490:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:1.0:1749615369.230760:0:15490:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749615369.230763:0:15490:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749615369.230766:0:15490:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749615369.230773:0:15490:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749615369.230776:0:15490:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615369.230778:0:15490:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749615369.230785:0:15490:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749615369.230791:0:15490:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006d96d500. 00000020:00000040:1.0:1749615369.230795:0:15490:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:1.0:1749615369.230799:0:15490:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749615369.230801:0:15490:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615369.230804:0:15490:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749615369.230807:0:15490:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749615369.230810:0:15490:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749615369.230818:0:15490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aca72400. 00000100:00000001:1.0:1749615369.230826:0:15490:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749615369.230836:0:15490:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006d96d500 x1834598495330048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749615369.230848:0:15490:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749615369.230853:0:15490:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749615369.230858:0:15490:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006d96d500] to pc [ptlrpcd_rcv+-1] req@ffff88006d96d500 x1834598495330048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749615369.230887:0:15490:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749615369.230890:0:15490:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749615369.230930:0:15490:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749615369.230932:0:15490:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1749615369.230934:0:15490:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749615369.230937:0:15490:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749615369.230940:0:15490:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 9970 00000100:00080000:1.0:1749615369.230943:0:15490:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1749615369.230945:0:15490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749615369.230947:0:15490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749615369.230949:0:15490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749615369.230951:0:15490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749615369.230953:0:15490:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749615369.230955:0:15490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:1.0:1749615369.230957:0:15490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749615369.230959:0:15490:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:1.0:1749615369.230967:0:15490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:1.0:1749615369.230970:0:15490:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:1.0:1749615369.230973:0:15490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749615369.230975:0:15490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749615369.230977:0:15490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749615369.230979:0:15490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749615369.230981:0:15490:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:1.0:1749615369.230983:0:15490:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749615369.230985:0:15490:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749615369.230987:0:15490:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749615369.230989:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749615369.230991:0:15490:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749615369.230993:0:15490:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615369.230995:0:15490:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749615369.230995:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749615369.230996:0:15490:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615369.230998:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1749615369.231000:0:15490:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006d96ed80. 00000020:00000040:1.0:1749615369.231002:0:15490:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:1.0:1749615369.231005:0:15490:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749615369.231006:0:15490:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749615369.231007:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006d96d500 x1834598495330048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749615369.231008:0:15490:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749615369.231009:0:15490:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749615369.231010:0:15490:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749615369.231014:0:15490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aca71000. 00000100:00000001:1.0:1749615369.231018:0:15490:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615369.231019:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749615369.231021:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749615369.231023:0:15490:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006d96ed80 x1834598495330176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1749615369.231025:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749615369.231028:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749615369.231031:0:15490:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1749615369.231031:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615369.231033:0:15490:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749615369.231035:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006d96d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598495330048:0@lo:38:kworker.0 00000100:00000040:1.0:1749615369.231037:0:15490:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006d96ed80] to pc [ptlrpcd_rcv+-1] req@ffff88006d96ed80 x1834598495330176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615369.231039:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749615369.231043:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749615369.231045:0:15490:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749615369.231045:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749615369.231048:0:15490:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:0.0:1749615369.231048:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:1.0:1749615369.231051:0:15490:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 02000000:00000010:0.0:1749615369.231054:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880070e8c400. 00000100:00000001:1.0:1749615369.231057:0:15490:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:0.0:1749615369.231057:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749615369.231060:0:15490:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749615369.231062:0:15490:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749615369.231064:0:15490:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 9970 00000400:00000010:0.0:1749615369.231065:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3fff20. 00000100:00080000:1.0:1749615369.231067:0:15490:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1749615369.231069:0:15490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749615369.231071:0:15490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749615369.231073:0:15490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000010:0.0:1749615369.231073:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00000100:00000001:1.0:1749615369.231074:0:15490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749615369.231076:0:15490:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749615369.231078:0:15490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:1.0:1749615369.231079:0:15490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749615369.231081:0:15490:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000200:0.0:1749615369.231081:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598495330048, portal 4 00000020:00000001:1.0:1749615369.231083:0:15490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:0.0:1749615369.231084:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1749615369.231085:0:15490:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:0.0:1749615369.231086:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134152819968 : -131939556731648 : ffff88006d96d500) 00000100:00000040:1.0:1749615369.231087:0:15490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749615369.231089:0:15490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749615369.231090:0:15490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749615369.231092:0:15490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749615369.231094:0:15490:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000040:0.0:1749615369.231094:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006d96d500 x1834598495330048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749615394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749615369.231096:0:15490:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749615369.231098:0:15490:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749615369.231100:0:15490:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749615369.231103:0:15490:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749615369.231103:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749615369.231105:0:15490:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615369.231107:0:15490:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749615369.231108:0:15490:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749615369.231111:0:15490:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006d96f800. 00000020:00000040:1.0:1749615369.231113:0:15490:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:1.0:1749615369.231115:0:15490:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749615369.231116:0:15490:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749615369.231116:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749615369.231118:0:15490:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1749615369.231119:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821440. 00000100:00000200:0.0:1749615369.231122:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598495330048, offset 0 02000000:00000001:1.0:1749615369.231124:0:15490:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749615369.231126:0:15490:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749615369.231128:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1749615369.231129:0:15490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aca71400. 00000100:00000001:1.0:1749615369.231133:0:15490:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749615369.231137:0:15490:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006d96f800 x1834598495330304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749615369.231144:0:15490:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1749615369.231145:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749615369.231146:0:15490:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749615369.231149:0:15490:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006d96f800] to pc [ptlrpcd_rcv+-1] req@ffff88006d96f800 x1834598495330304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749615369.231155:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf9e9f00 00000100:00000001:1.0:1749615369.231157:0:15490:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749615369.231159:0:15490:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1749615369.231163:0:15490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1749615369.231163:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3e41 [256] + 1040 00000100:00000010:1.0:1749615369.231166:0:15490:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006d96e300. 00000020:00000040:1.0:1749615369.231168:0:15490:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:1.0:1749615369.231170:0:15490:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1749615369.231171:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749615369.231172:0:15490:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749615369.231173:0:15490:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749615369.231175:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1749615369.231176:0:15490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a42f0300. 00000100:00000001:1.0:1749615369.231178:0:15490:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615369.231181:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:1.0:1749615369.231182:0:15490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88006d96e300 x1834598495330432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1749615369.231183:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749615369.231188:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800838c5c00. 00000100:00000001:1.0:1749615369.231190:0:15490:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749615369.231191:0:15490:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749615369.231191:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800838c5c00 x1834598495330048 msgsize 520 00000100:00100000:0.0:1749615369.231195:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1749615369.231196:0:15490:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006d96e300] to pc [ptlrpcd_00_01+1] req@ffff88006d96e300 x1834598495330432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749615369.231216:0:15490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749615369.231219:0:15490:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749615369.231220:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00080000:1.0:1749615369.231223:0:15490:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749615369.231224:0:15490:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1749615369.231226:0:15490:0:(import.c:66:import_set_state_nolock()) ffff88007197b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:0.0:1749615369.231229:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821440 00000400:00000010:0.0:1749615369.231231:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821440. 00000100:00000001:1.0:1749615369.231234:0:15490:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:0.0:1749615369.231235:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00080000:1.0:1749615369.231236:0:15490:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 9970 00000100:00080000:1.0:1749615369.231239:0:15490:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000200:0.0:1749615369.231240:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006d96d500 x1834598495330048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749615394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749615369.231242:0:15490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749615369.231244:0:15490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749615369.231245:0:15490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749615369.231247:0:15490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749615369.231249:0:15490:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749615369.231249:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1749615369.231250:0:15490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d6a7 00000020:00000001:1.0:1749615369.231252:0:15490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749615369.231252:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006d96d500 x1834598495330048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749615394 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749615369.231253:0:15490:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88007197c000 refcount=8 00000020:00000001:1.0:1749615369.231255:0:15490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134219988992 : -131939489562624 : ffff88007197c000) 00000020:00000001:1.0:1749615369.231257:0:15490:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134219988992 : -131939489562624 : ffff88007197c000) 00000100:00000040:1.0:1749615369.231260:0:15490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749615369.231260:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615369.231261:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749615369.231262:0:15490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749615369.231263:0:15490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749615369.231265:0:15490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749615369.231265:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749615369.231267:0:15490:0:(genops.c:898:class_export_put()) PUTting export ffff88007197c000 : new refcount 7 00000100:00080000:1.0:1749615369.231269:0:15490:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88007197b000 using connection 192.168.202.106@tcp/0@lo 00000100:00000040:0.0:1749615369.231270:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1372 usecs (2 jiffies) 00000100:00000001:1.0:1749615369.231271:0:15490:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749615369.231273:0:15490:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749615369.231274:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4304642690 02000000:00000001:1.0:1749615369.231276:0:15490:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749615369.231278:0:15490:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749615369.231278:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b485abc0. 00000100:00000001:1.0:1749615369.231280:0:15490:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749615369.231281:0:15490:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749615369.231284:0:15490:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006d96ea00. 00000100:00000001:0.0:1749615369.231284:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000020:00000040:1.0:1749615369.231286:0:15490:0:(genops.c:1229:class_import_get()) import ffff88007197b000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1749615369.231288:0:15490:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749615369.231290:0:15490:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615369.231291:0:15490:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749615369.231291:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4304642690 02000000:00000001:1.0:1749615369.231293:0:15490:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:0.0:1749615369.231293:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b485a740. 02000000:00000001:1.0:1749615369.231294:0:15490:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615369.231296:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 02000000:00000010:1.0:1749615369.231302:0:15490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aca73c00. 00000100:00000001:1.0:1749615369.231305:0:15490:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615369.231305:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4304642690 00000100:00000010:0.0:1749615369.231308:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b485a200. 00000100:00100000:1.0:1749615369.231309:0:15490:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006d96ea00 x1834598495330560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749615369.231311:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749615369.231314:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4304642690 00000100:00000001:1.0:1749615369.231316:0:15490:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000010:0.0:1749615369.231316:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b485aec0. 00000100:00000001:1.0:1749615369.231318:0:15490:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615369.231319:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000040:1.0:1749615369.231321:0:15490:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006d96ea00] to pc [ptlrpcd_rcv+-1] req@ffff88006d96ea00 x1834598495330560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749615369.231327:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749615369.231328:0:15490:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749615369.231331:0:15490:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749615369.231331:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749615369.231333:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598495330048 00000100:00000001:1.0:1749615369.231334:0:15490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1749615369.231334:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749615369.231336:0:15490:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006d96fb80. 02000000:00000001:2.0:1749615369.231337:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749615369.231337:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749615369.231338:0:15490:0:(genops.c:1229:class_import_get()) import ffff880071979800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:1.0:1749615369.231340:0:15490:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749615369.231340:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749615369.231341:0:15490:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749615369.231343:0:15490:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615369.231345:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:1.0:1749615369.231346:0:15490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a42f0600. 00000100:00000001:0.0:1749615369.231347:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749615369.231348:0:15490:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749615369.231349:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749615369.231349:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749615369.231350:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749615369.231351:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749615369.231351:0:15490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88006d96fb80 x1834598495330688/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749615369.231352:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749615369.231356:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749615369.231356:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006d96ed80 x1834598495330176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749615369.231358:0:15490:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749615369.231359:0:15490:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749615369.231361:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598495330048 00000020:00000001:2.0:1749615369.231363:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1749615369.231363:0:15490:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006d96fb80] to pc [ptlrpcd_00_02+2] req@ffff88006d96fb80 x1834598495330688/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749615369.231365:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749615369.231365:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749615369.231366:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749615369.231367:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749615369.231369:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749615369.231369:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749615369.231371:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749615369.231372:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749615369.231373:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615369.231376:0:15490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749615369.231376:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006d96ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598495330176:0@lo:38:kworker.0 00000020:00000010:2.0:1749615369.231378:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880079131a00. 00000100:00000001:0.0:1749615369.231379:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1749615369.231381:0:15490:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (9980) 02000000:00000001:0.0:1749615369.231382:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:2.0:1749615369.231383:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387980. 02000000:00000001:0.0:1749615369.231383:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749615369.231385:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749615369.231388:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880070e8d000. 00000020:00000010:2.0:1749615369.231389:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9000. 02000000:00000001:0.0:1749615369.231391:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615369.231393:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749615369.231395:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:0.0:1749615369.231395:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffd10. 00000100:00000001:2.0:1749615369.231396:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:1.0:1749615369.231396:0:28321:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1749615369.231398:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749615369.231398:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821440. 00000100:00000001:2.0:1749615369.231399:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749615369.231402:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598495330176, portal 10 00000100:00000001:2.0:1749615369.231404:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615369.231404:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749615369.231404:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749615369.231406:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749615369.231408:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749615369.231410:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134152826240 : -131939556725376 : ffff88006d96ed80) 00000100:00000001:1.0:1749615369.231415:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749615369.231416:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749615369.231416:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749615369.231417:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006d96ed80 x1834598495330176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749615369.231421:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006d96e300 x1834598495330432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615369.231423:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749615369.231426:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1749615369.231426:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749615369.231428:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749615369.231428:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1749615369.231428:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00000001:1.0:1749615369.231430:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749615369.231431:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598495330176, offset 0 02000000:00000001:1.0:1749615369.231432:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:2.0:1749615369.231434:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1060 02000000:00000001:1.0:1749615369.231434:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749615369.231435:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749615369.231437:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134521232384 : -131939188319232 : ffff8800838c5c00) 02000000:00000001:1.0:1749615369.231437:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749615369.231440:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006d96e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598495330432:0@lo:400:kworker.0 00000400:00000200:0.0:1749615369.231441:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749615369.231444:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800838c5c00 x1834598495330048/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749615389 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749615369.231444:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1749615369.231446:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf9e9f80 02000000:00000001:1.0:1749615369.231447:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749615369.231449:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749615369.231451:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1749615369.231451:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3c0d [64] + 104416 00000100:00100000:2.0:1749615369.231456:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800838c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598495330048:12345-0@lo:38:kworker.0 02000000:00000010:1.0:1749615369.231456:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c9bf800. 00000400:00000200:0.0:1749615369.231457:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749615369.231458:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749615369.231460:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598495330048 00000400:00000200:0.0:1749615369.231460:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749615369.231463:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3dbaa8. 00000100:00000001:0.0:1749615369.231464:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:2.0:1749615369.231465:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:0.0:1749615369.231466:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749615369.231468:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1749615369.231468:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00010000:00000001:2.0:1749615369.231469:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000010:0.0:1749615369.231469:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800838c5f80. 00000100:00000040:0.0:1749615369.231472:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800838c5f80 x1834598495330176 msgsize 520 00000100:00000200:1.0:1749615369.231473:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598495330432, portal 10 00000100:00000001:3.0:1749615369.231474:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615369.231475:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749615369.231476:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134152823552 : -131939556728064 : ffff88006d96e300) 00000100:00100000:0.0:1749615369.231476:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749615369.231480:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749615369.231483:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1749615369.231483:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006d96e300 x1834598495330432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749615369.231485:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749615369.231486:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:2.0:1749615369.231487:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749615369.231489:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000100:00000001:1.0:1749615369.231490:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749615369.231492:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006d96fb80 x1834598495330688/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749615369.231492:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000040:1.0:1749615369.231493:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00020000:2.0:1749615369.231494:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749615369.231494:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:1.0:1749615369.231495:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000100:00000200:1.0:1749615369.231497:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598495330432, offset 0 00010000:00000001:2.0:1749615369.231498:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:0.0:1749615369.231498:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006d96ed80 x1834598495330176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749615369.231502:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1749615369.231503:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749615369.231504:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749615369.231505:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749615369.231506:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749615369.231506:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:0.0:1749615369.231508:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006d96ed80 x1834598495330176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615394 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749615369.231509:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1749615369.231511:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749615369.231512:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749615369.231514:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615369.231514:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615369.231516:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:3.0:1749615369.231518:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006d96fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598495330688:0@lo:400:kworker.0 00000100:00000001:2.0:1749615369.231518:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1749615369.231518:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf9ea080 00000100:00000001:0.0:1749615369.231519:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749615369.231522:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1178 usecs (2 jiffies) 00000400:00000200:1.0:1749615369.231551:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3c0d [64] + 104936 00000100:00000001:0.0:1749615369.231551:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4304642691 00000100:00000001:0.0:1749615369.231556:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4304642690 00000400:00000200:1.0:1749615369.231558:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749615369.231562:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749615369.231566:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4304642691 00000100:00000001:0.0:1749615369.231569:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4304642690 00000100:00000001:3.0:1749615369.231572:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749615369.231572:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749615369.231572:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4304642691 00000100:00000200:1.0:1749615369.231573:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:3.0:1749615369.231575:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749615369.231575:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4304642690 02000000:00000001:2.0:1749615369.231577:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1749615369.231578:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749615369.231578:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006d96ca80. 00000100:00000001:0.0:1749615369.231578:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4304642691 02000000:00000001:3.0:1749615369.231580:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1749615369.231581:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff88006d96ca80 x1834598495330432 msgsize 224 00000100:00000001:0.0:1749615369.231581:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4304642690 02000000:00000010:3.0:1749615369.231584:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b2e00. 02000000:00000010:2.0:1749615369.231584:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cd69c00. 00000100:00000001:0.0:1749615369.231584:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749615369.231586:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749615369.231586:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749615369.231586:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749615369.231589:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615369.231589:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1749615369.231591:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f79f8. 00000100:00000001:2.0:1749615369.231591:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615369.231593:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:0.0:1749615369.231593:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006d96f800 x1834598495330304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749615369.231595:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedb28. 00010000:00000001:2.0:1749615369.231597:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749615369.231599:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749615369.231600:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598495330688, portal 10 00000400:00000200:1.0:1749615369.231600:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000100:00000001:0.0:1749615369.231600:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00001000:2.0:1749615369.231602:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000010:1.0:1749615369.231602:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00000001:0.0:1749615369.231602:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749615369.231603:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749615369.231604:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134152829824 : -131939556721792 : ffff88006d96fb80) 02000000:00000001:0.0:1749615369.231604:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749615369.231605:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749615369.231606:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:0.0:1749615369.231606:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749615369.231608:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749615369.231609:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1749615369.231610:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006d96e300 x1834598495330432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749615369.231611:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006d96f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598495330304:0@lo:38:kworker.0 00000100:00000040:3.0:1749615369.231612:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006d96fb80 x1834598495330688/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749615369.231613:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749615369.231615:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749615369.231615:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749615369.231617:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749615369.231618:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749615369.231618:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749615369.231618:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749615369.231620:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749615369.231620:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749615369.231621:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:1.0:1749615369.231622:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006d96e300 x1834598495330432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615385 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749615369.231623:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749615369.231624:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:0.0:1749615369.231624:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880070e8f400. 00000400:00000010:3.0:1749615369.231625:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eeda18. 02000000:00000001:2.0:1749615369.231626:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749615369.231626:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749615369.231628:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598495330688, offset 0 00000100:00000001:2.0:1749615369.231628:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749615369.231629:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749615369.231629:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffa50. 00000100:00000040:2.0:1749615369.231630:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749615369.231630:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:2.0:1749615369.231633:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a770. 00000400:00000010:0.0:1749615369.231633:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000400:00000200:3.0:1749615369.231634:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749615369.231635:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749615369.231638:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 1081 usecs (2 jiffies) 00000100:00000200:0.0:1749615369.231640:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598495330304, portal 10 00000100:00000200:2.0:1749615369.231641:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598495330048, offset 0 00000100:00000001:1.0:1749615369.231641:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4304642691 00000100:00000001:0.0:1749615369.231641:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1749615369.231642:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749615369.231643:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134152828928 : -131939556722688 : ffff88006d96f800) 00000100:00000001:1.0:1749615369.231644:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4304642691 00000400:00000200:2.0:1749615369.231646:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749615369.231647:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4304642691 00000100:00000001:1.0:1749615369.231649:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4304642691 00000100:00000040:0.0:1749615369.231649:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006d96f800 x1834598495330304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749615369.231650:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf9ea180 00000100:00000001:1.0:1749615369.231651:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4304642691 00000100:00000001:1.0:1749615369.231653:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4304642691 00000400:00000200:2.0:1749615369.231655:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749615369.231655:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4304642691 00000400:00000200:3.0:1749615369.231656:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3c0d [64] + 105160 00000100:00000001:1.0:1749615369.231657:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4304642691 00000100:00000001:1.0:1749615369.231659:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749615369.231662:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749615369.231662:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf9e9f00 00000100:00000001:1.0:1749615369.231662:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615369.231664:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749615369.231666:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749615369.231666:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749615369.231667:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749615369.231668:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16f79 [1] + 0 00000100:00000040:0.0:1749615369.231669:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749615369.231671:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000400:00000200:2.0:1749615369.231673:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749615369.231675:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1749615369.231676:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749615369.231682:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749615369.231682:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749615369.231684:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:0.0:1749615369.231686:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598495330304, offset 0 00000100:00000010:3.0:1749615369.231688:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095101880. 00000100:00000040:3.0:1749615369.231691:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff880095101880 x1834598495330688 msgsize 224 00000400:00000200:0.0:1749615369.231691:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749615369.231694:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749615369.231695:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1749615369.231699:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749615369.231700:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006d96d500 x1834598495330048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749615394 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749615369.231702:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749615369.231704:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf9ea000 00000100:00000001:3.0:1749615369.231705:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:1.0:1749615369.231705:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598495330176 02000000:00000001:1.0:1749615369.231708:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1749615369.231708:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3c0d [64] + 105384 00000100:00000001:1.0:1749615369.231710:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749615369.231712:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006d96d500 x1834598495330048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749615394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749615369.231712:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749615369.231713:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749615369.231715:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749615369.231716:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749615369.231718:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eeda18 00000100:00100000:1.0:1749615369.231718:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598495330176 00000020:00000001:1.0:1749615369.231720:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:3.0:1749615369.231721:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eeda18. 00000100:00000001:2.0:1749615369.231721:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:1.0:1749615369.231722:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749615369.231723:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749615369.231725:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:1.0:1749615369.231725:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749615369.231727:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615369.231728:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749615369.231729:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006d96fb80 x1834598495330688/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749615369.231730:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:1.0:1749615369.231731:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9be800. 00000100:00000010:0.0:1749615369.231733:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800838c6300. 00000020:00000010:1.0:1749615369.231734:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bc0f900. 00000400:00000200:2.0:1749615369.231735:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a770 00000100:00000040:0.0:1749615369.231736:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800838c6300 x1834598495330304 msgsize 520 00000020:00000010:1.0:1749615369.231739:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c898. 00000100:00100000:0.0:1749615369.231740:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749615369.231742:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:2.0:1749615369.231744:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a770. 00000100:00000001:1.0:1749615369.231744:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749615369.231746:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749615369.231747:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749615369.231747:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749615369.231749:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749615369.231751:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749615369.231751:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749615369.231751:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000400:00000010:0.0:1749615369.231754:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000040:3.0:1749615369.231755:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006d96fb80 x1834598495330688/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615385 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749615369.231755:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615369.231755:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749615369.231758:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749615369.231758:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749615369.231760:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749615369.231760:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006d96f800 x1834598495330304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749615369.231762:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749615369.231763:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:2.0:1749615369.231763:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749615369.231764:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749615369.231766:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598495330432 00000100:00000001:0.0:1749615369.231767:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749615369.231768:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800838c5c00 x1834598495330048/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749615389 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749615369.231768:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749615369.231769:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615369.231769:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749615369.231770:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006d96f800 x1834598495330304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615394 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749615369.231771:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749615369.231773:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 1016 usecs (2 jiffies) 02000000:00000001:1.0:1749615369.231773:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749615369.231775:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4304642691 00000100:00100000:1.0:1749615369.231775:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598495330432 00000020:00000001:1.0:1749615369.231776:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749615369.231776:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749615369.231777:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:0.0:1749615369.231778:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749615369.231779:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4304642691 00000100:00100000:2.0:1749615369.231779:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800838c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598495330048:12345-0@lo:38:kworker.0 Request processed in 322us (585us total) trans 0 rc -19/-19 00000020:00000001:1.0:1749615369.231779:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749615369.231780:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:3.0:1749615369.231781:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4304642691 00000100:00000001:0.0:1749615369.231781:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749615369.231783:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749615369.231784:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4304642691 00000020:00000001:1.0:1749615369.231785:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000040:0.0:1749615369.231785:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 923 usecs (1 jiffies) 00000100:00000001:3.0:1749615369.231786:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4304642691 00000100:00000001:3.0:1749615369.231788:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4304642691 00000100:00100000:2.0:1749615369.231788:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1060 00000100:00000001:0.0:1749615369.231788:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4304642690 00000100:00000001:1.0:1749615369.231789:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749615369.231790:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4304642691 00000100:00000001:2.0:1749615369.231791:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749615369.231792:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4304642691 00000020:00000010:1.0:1749615369.231792:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b5397f40. 00000100:00000001:0.0:1749615369.231792:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4304642691 00000100:00000001:2.0:1749615369.231793:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749615369.231794:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749615369.231796:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4304642690 00000100:00000001:3.0:1749615369.231797:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749615369.231798:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387980. 00000100:00000001:3.0:1749615369.231799:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615369.231799:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4304642691 00000100:00000001:3.0:1749615369.231802:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749615369.231803:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9000. 00000020:00000040:1.0:1749615369.231805:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:3.0:1749615369.231807:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749615369.231809:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1749615369.231809:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880079131a00. 00000100:00000001:0.0:1749615369.231809:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4304642690 00000100:00000001:3.0:1749615369.231811:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749615369.231812:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749615369.231812:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749615369.231813:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4304642691 00000100:00000001:3.0:1749615369.231814:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749615369.231814:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749615369.231815:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9be400. 00000100:00000001:3.0:1749615369.231816:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615369.231816:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4304642690 00000020:00000010:1.0:1749615369.231818:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bc0ff00. 00000100:00000001:0.0:1749615369.231819:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4304642691 00000020:00000010:1.0:1749615369.231821:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c7d0. 00000100:00000001:0.0:1749615369.231822:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749615369.231826:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749615369.231826:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749615369.231827:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:1.0:1749615369.231828:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749615369.231830:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749615369.231830:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1749615369.231831:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749615369.231832:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749615369.231833:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749615369.231835:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598495330688 00000100:00000001:1.0:1749615369.231836:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:2.0:1749615369.231837:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1749615369.231837:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006d96ea00 x1834598495330560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749615369.231838:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749615369.231840:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749615369.231840:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749615369.231842:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749615369.231845:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615369.231845:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749615369.231848:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598495330688 00000100:00000001:0.0:1749615369.231849:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1749615369.231850:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749615369.231850:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749615369.231851:0:15157:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:2.0:1749615369.231851:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d6bc 00000100:00000001:0.0:1749615369.231851:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749615369.231852:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598495330304 00000100:00000001:3.0:1749615369.231853:0:15157:0:(service.c:2224:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749615369.231853:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1749615369.231853:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1749615369.231854:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1749615369.231855:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4001000 refcount=5 00000100:00000001:1.0:1749615369.231855:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749615369.231857:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749615369.231857:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749615369.231858:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334121472 : -131938375430144 : ffff8800b4001000) 02000000:00000001:1.0:1749615369.231859:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749615369.231860:0:15157:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1749615369.231860:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334121472 : -131938375430144 : ffff8800b4001000) 02000000:00000001:0.0:1749615369.231860:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749615369.231861:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598495330304 00000020:00000001:1.0:1749615369.231863:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749615369.231864:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000040:1.0:1749615369.231864:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749615369.231865:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1749615369.231865:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006d96ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598495330560:0@lo:38:kworker.0 00000100:00000001:3.0:1749615369.231866:0:15157:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1749615369.231866:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800ac9f6900. 00000020:00000001:1.0:1749615369.231867:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749615369.231869:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749615369.231870:0:12680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff880091b16f40. 00000100:00000001:0.0:1749615369.231870:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:1.0:1749615369.231871:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9be600. 00000100:00100000:3.0:1749615369.231872:0:15157:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2006 00000020:00000010:1.0:1749615369.231873:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bc0fb80. 02000000:00000001:0.0:1749615369.231873:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1749615369.231875:0:15157:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 02000000:00000001:0.0:1749615369.231875:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749615369.231876:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c000. 00000100:00000001:3.0:1749615369.231877:0:15157:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134152817280 : -131939556734336 : ffff88006d96ca80) 00000100:00000001:1.0:1749615369.231878:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1749615369.231878:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749615369.231879:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749615369.231880:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749615369.231881:0:12680:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000040:3.0:1749615369.231882:0:15157:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006d96ca80 x1834598495330432/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:275/0 lens 224/0 e 0 to 0 dl 1749615380 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749615369.231883:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749615369.231883:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880070e8dc00. 02000000:00000001:0.0:1749615369.231886:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615369.231887:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749615369.231889:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1749615369.231891:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800ac9f6900. 00000400:00000010:0.0:1749615369.231891:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff000. 00000100:00000001:3.0:1749615369.231892:0:15157:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749615369.231892:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749615369.231893:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749615369.231924:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3087 00000020:00000010:3.0:1749615369.231925:0:15157:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880130eaa000. 00000100:00000001:3.0:1749615369.231929:0:15157:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749615369.231931:0:15157:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880130eaa000. 00000100:00000001:1.0:1749615369.231933:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134521233280 : -131939188318336 : ffff8800838c5f80) 00000100:00100000:3.0:1749615369.231937:0:15157:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006d96ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598495330432:12345-0@lo:400:kworker.0 00000100:00000040:1.0:1749615369.231939:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800838c5f80 x1834598495330176/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749615389 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749615369.231941:0:15157:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598495330432 00000020:00000001:3.0:1749615369.231944:0:15157:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749615369.231948:0:15157:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749615369.231950:0:15157:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749615369.231950:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800838c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598495330176:12345-0@lo:38:kworker.0 00000020:00000001:3.0:1749615369.231953:0:15157:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000200:1.0:1749615369.231954:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598495330176 00000020:00000001:3.0:1749615369.231955:0:15157:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:1.0:1749615369.231957:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749615369.231958:0:15157:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00010000:00000001:1.0:1749615369.231959:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749615369.231962:0:15157:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749615369.231963:0:15157:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000010:2.0:1749615369.231963:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880079131a00. 00000020:00000001:3.0:1749615369.231965:0:15157:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749615369.231968:0:15157:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749615369.231968:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387980. 00000020:00000001:1.0:1749615369.231968:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749615369.231971:0:15157:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000010:2.0:1749615369.231971:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9000. 00010000:00020000:1.0:1749615369.231972:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749615369.231974:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749615369.231975:0:15157:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749615369.231976:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1749615369.231977:0:15157:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1749615369.231977:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749615369.231978:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749615369.231980:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749615369.231980:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000010:3.0:1749615369.231981:0:15157:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009be8a000. 00000100:00000001:1.0:1749615369.231982:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749615369.231983:0:15157:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749615369.231984:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749615369.231985:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749615369.231986:0:15157:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749615369.231987:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:3.0:1749615369.231988:0:15157:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749615369.231988:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749615369.231988:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aca72800. 02000000:00000001:1.0:1749615369.231989:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749615369.231991:0:15157:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598495330432 00000100:00000001:2.0:1749615369.231991:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749615369.231991:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749615369.231994:0:15157:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:1.0:1749615369.231994:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749615369.231996:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1749615369.231998:0:15157:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88006d96ca80 x1834598495330432/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:275/0 lens 224/224 e 0 to 0 dl 1749615380 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749615369.231999:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00001000:1.0:1749615369.231999:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749615369.232001:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749615369.232002:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00100000:2.0:1749615369.232005:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2007 00000100:00000001:1.0:1749615369.232005:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749615369.232007:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:2.0:1749615369.232008:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4001000 : new rpc_count 1 00000100:00000001:1.0:1749615369.232009:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749615369.232010:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134815078528 : -131938894473088 : ffff880095101880) 00000100:00000001:1.0:1749615369.232012:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:2.0:1749615369.232015:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880095101880 x1834598495330688/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:275/0 lens 224/0 e 0 to 0 dl 1749615380 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749615369.232015:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749615369.232017:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1749615369.232019:0:15157:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1749615369.232019:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749615369.232021:0:15157:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615369.232021:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749615369.232023:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749615369.232024:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00001000:3.0:1749615369.232025:0:15157:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=74 v=5 (1 1 1 1) 00000400:00000010:1.0:1749615369.232025:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000020:00000010:2.0:1749615369.232026:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800ac9f6900. 00000100:00000001:3.0:1749615369.232029:0:15157:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749615369.232029:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749615369.232029:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598495330176, offset 0 00000020:00000010:2.0:1749615369.232031:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800ac9f6900. 00000100:00000040:3.0:1749615369.232032:0:15157:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:3.0:1749615369.232034:0:15157:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:2.0:1749615369.232036:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880095101880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598495330688:12345-0@lo:400:kworker.0 02000000:00000001:3.0:1749615369.232037:0:15157:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749615369.232046:0:15157:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749615369.232047:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749615369.232048:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598495330688 00000100:00000001:3.0:1749615369.232049:0:15157:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:2.0:1749615369.232050:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:3.0:1749615369.232051:0:15157:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749615369.232052:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000020:00000001:2.0:1749615369.232053:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000010:3.0:1749615369.232054:0:15157:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eeda18. 00000400:00000200:1.0:1749615369.232054:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749615369.232055:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749615369.232057:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749615369.232059:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000200:0.0:1749615369.232059:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598495330560, portal 10 00000100:00000200:3.0:1749615369.232060:0:15157:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598495330432, offset 224 00000400:00000200:1.0:1749615369.232061:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf9e9f80 00000100:00000001:0.0:1749615369.232061:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1749615369.232062:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749615369.232063:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134152825344 : -131939556726272 : ffff88006d96ea00) 00000400:00000200:3.0:1749615369.232064:0:15157:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749615369.232071:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006d96ea00 x1834598495330560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749615369.232072:0:15157:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749615369.232072:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749615369.232074:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1749615369.232075:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16f81 [1] + 0 00000020:00000001:2.0:1749615369.232076:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1749615369.232078:0:15157:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf9ea080 00000020:00000001:2.0:1749615369.232078:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615369.232078:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:2.0:1749615369.232080:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1749615369.232080:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749615369.232081:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749615369.232083:0:15157:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16f89 [1] + 224 00000100:00000001:2.0:1749615369.232083:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:0.0:1749615369.232083:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 00000400:00000200:1.0:1749615369.232084:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749615369.232086:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1749615369.232088:0:15157:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749615369.232088:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749615369.232088:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598495330560, offset 0 02000000:00000010:2.0:1749615369.232089:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cd68400. 00000400:00000200:3.0:1749615369.232091:0:15157:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749615369.232091:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749615369.232093:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006d96ed80 x1834598495330176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615394 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749615369.232094:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749615369.232095:0:15157:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:2.0:1749615369.232096:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749615369.232098:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598495330688 00000100:00000200:3.0:1749615369.232099:0:15157:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006d96e300 x1834598495330432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615385 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749615369.232101:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:0.0:1749615369.232101:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749615369.232102:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006d96ed80 x1834598495330176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1749615369.232105:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880095101880 x1834598495330688/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:275/0 lens 224/224 e 0 to 0 dl 1749615380 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749615369.232108:0:15157:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88006d96e300 x1834598495330432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749615369.232109:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749615369.232111:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:2.0:1749615369.232112:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749615369.232114:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749615369.232115:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf9ea100 00000100:00001000:2.0:1749615369.232117:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=74 v=5 (1 1 1 1) 00000400:00000200:1.0:1749615369.232117:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000400:00000010:1.0:1749615369.232119:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00000001:2.0:1749615369.232120:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749615369.232121:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749615369.232122:0:15157:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749615369.232123:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:1.0:1749615369.232123:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:0.0:1749615369.232124:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3c0d [64] + 105904 00000100:00000001:2.0:1749615369.232125:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749615369.232125:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749615369.232127:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1749615369.232128:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:2.0:1749615369.232129:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749615369.232129:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749615369.232130:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749615369.232131:0:15157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eeda18 00000100:00000001:2.0:1749615369.232131:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749615369.232132:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1749615369.232133:0:15157:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eeda18. 00000020:00000001:1.0:1749615369.232133:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749615369.232134:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749615369.232135:0:15157:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000010:2.0:1749615369.232136:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a770. 00000100:00000001:0.0:1749615369.232136:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749615369.232137:0:15157:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:1.0:1749615369.232137:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800838c5f80 x1834598495330176/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749615389 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749615369.232138:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749615369.232140:0:15157:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749615369.232141:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598495330688, offset 224 00000100:00000010:0.0:1749615369.232141:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800838c6680. 00000100:00000040:3.0:1749615369.232143:0:15157:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:0.0:1749615369.232143:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800838c6680 x1834598495330560 msgsize 520 00010000:00000001:3.0:1749615369.232145:0:15157:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:2.0:1749615369.232145:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749615369.232147:0:15157:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749615369.232148:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800838c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598495330176:12345-0@lo:38:kworker.0 Request processed in 198us (673us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749615369.232148:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749615369.232150:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749615369.232152:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749615369.232154:0:15157:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1749615369.232154:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000100:00100000:1.0:1749615369.232156:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3087 00000400:00000010:0.0:1749615369.232156:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000100:00000001:0.0:1749615369.232158:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1749615369.232159:0:15157:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006d96ca80 x1834598495330432/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:275/0 lens 224/224 e 0 to 0 dl 1749615380 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749615369.232159:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf9ea180 00000100:00000001:1.0:1749615369.232159:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749615369.232160:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1749615369.232162:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006d96ea00 x1834598495330560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749615369.232164:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16f91 [1] + 224 00000020:00000010:1.0:1749615369.232164:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bc0f900. 00000020:00000010:1.0:1749615369.232167:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c898. 00000100:00100000:3.0:1749615369.232169:0:15157:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d96ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598495330432:12345-0@lo:400:kworker.0 Request processed in 276us (585us total) trans 0 rc 0/0 00000400:00000200:2.0:1749615369.232169:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749615369.232170:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9be800. 00000100:00000001:0.0:1749615369.232170:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1749615369.232173:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749615369.232173:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006d96ea00 x1834598495330560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615394 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749615369.232175:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749615369.232177:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749615369.232178:0:15157:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2006 00000100:00000001:0.0:1749615369.232180:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749615369.232181:0:15157:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000200:2.0:1749615369.232181:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006d96fb80 x1834598495330688/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615385 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615369.232181:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749615369.232183:0:15157:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749615369.232183:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749615369.232184:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749615369.232185:0:15157:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1749615369.232188:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 765 usecs (1 jiffies) 00000020:00000010:3.0:1749615369.232189:0:15157:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bc0ff00. 00000100:00100000:1.0:1749615369.232189:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598495330560 00000100:00000001:0.0:1749615369.232190:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4304642690 02000000:00000001:1.0:1749615369.232191:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1749615369.232193:0:15157:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c7d0. 00000100:00000001:1.0:1749615369.232193:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749615369.232193:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4304642691 00000100:00000001:1.0:1749615369.232195:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615369.232195:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4304642690 00000020:00000010:3.0:1749615369.232196:0:15157:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9be400. 00000100:00000040:2.0:1749615369.232196:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88006d96fb80 x1834598495330688/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615369.232197:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4304642691 02000000:00000001:1.0:1749615369.232198:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615369.232199:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4304642690 00000100:00100000:1.0:1749615369.232200:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598495330560 00000100:00000001:0.0:1749615369.232201:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4304642691 00000020:00000040:3.0:1749615369.232202:0:15157:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000020:00000001:1.0:1749615369.232202:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749615369.232203:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749615369.232203:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4304642690 00000100:00000001:3.0:1749615369.232204:0:15157:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749615369.232205:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749615369.232206:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749615369.232208:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749615369.232209:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749615369.232210:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4304642691 00000020:00000010:1.0:1749615369.232211:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9be800. 00000100:00000001:0.0:1749615369.232212:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749615369.232213:0:15157:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1749615369.232213:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bc0f900. 00000100:00000001:3.0:1749615369.232214:0:15157:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1749615369.232215:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a770 00000100:00000001:0.0:1749615369.232215:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749615369.232216:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c898. 00000400:00000010:2.0:1749615369.232217:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a770. 00000100:00100000:3.0:1749615369.232218:0:15157:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3088 00000100:00000001:2.0:1749615369.232219:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749615369.232219:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749615369.232220:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749615369.232221:0:15157:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134521234176 : -131939188317440 : ffff8800838c6300) 00000100:00000001:2.0:1749615369.232221:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:0.0:1749615369.232221:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749615369.232222:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749615369.232223:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749615369.232224:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749615369.232225:0:15157:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800838c6300 x1834598495330304/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749615389 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749615369.232225:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3fff20. 00000100:00000001:1.0:1749615369.232226:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749615369.232227:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749615369.232228:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749615369.232229:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 00010000:00000001:2.0:1749615369.232230:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749615369.232231:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749615369.232231:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000020:00000001:2.0:1749615369.232233:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1749615369.232233:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749615369.232233:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749615369.232234:0:15157:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800838c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:28320:x1834598495330304:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749615369.232235:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1749615369.232237:0:15157:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598495330304 00000100:00000200:0.0:1749615369.232237:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006d96d500 x1834598495330048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749615394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749615369.232238:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880095101880 x1834598495330688/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:275/0 lens 224/224 e 0 to 0 dl 1749615380 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749615369.232238:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3089 00000020:00000001:3.0:1749615369.232239:0:15157:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749615369.232240:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134521235072 : -131939188316544 : ffff8800838c6680) 00010000:00000001:3.0:1749615369.232242:0:15157:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:1.0:1749615369.232244:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800838c6680 x1834598495330560/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749615389 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749615369.232246:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006d96d500 x1834598495330048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749615394 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749615369.232247:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880095101880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598495330688:12345-0@lo:400:kworker.0 Request processed in 221us (554us total) trans 0 rc 0/0 00000020:00000001:3.0:1749615369.232251:0:15157:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749615369.232253:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800838c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598495330560:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749615369.232253:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00020000:3.0:1749615369.232254:0:15157:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749615369.232255:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749615369.232256:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2007 00010000:00000001:3.0:1749615369.232257:0:15157:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:1.0:1749615369.232257:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598495330560 00000100:00000001:0.0:1749615369.232257:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:2.0:1749615369.232258:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4001000 : new rpc_count 0 00000020:00000001:1.0:1749615369.232259:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749615369.232260:0:15157:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:0.0:1749615369.232260:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749615369.232261:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1749615369.232261:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749615369.232261:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749615369.232262:0:15157:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749615369.232263:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749615369.232264:0:15157:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749615369.232264:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749615369.232266:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387980. 02000000:00000001:0.0:1749615369.232266:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749615369.232268:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749615369.232269:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9000. 02000000:00000001:3.0:1749615369.232270:0:15157:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00020000:1.0:1749615369.232271:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00001000:0.0:1749615369.232272:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749615369 v=5 (0 0 0 0) 00000020:00000010:2.0:1749615369.232273:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880079131a00. 02000000:00000010:3.0:1749615369.232274:0:15157:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009be8a400. 00010000:00000001:1.0:1749615369.232274:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:3.0:1749615369.232276:0:15157:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749615369.232276:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:0.0:1749615369.232276:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=142 v=20 (1 1 20 1) 00000020:00000040:2.0:1749615369.232277:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4001000 : new refcount 4 00000100:00000001:3.0:1749615369.232278:0:15157:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615369.232278:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749615369.232280:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749615369.232281:0:15157:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749615369.232281:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749615369.232283:0:15157:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615369.232283:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749615369.232283:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749615369.232285:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00001000:3.0:1749615369.232286:0:15157:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:1.0:1749615369.232287:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749615369.232288:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006d96d500 x1834598495330048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749615394 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749615369.232289:0:15157:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000010:1.0:1749615369.232291:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aca71800. 00000100:00000001:3.0:1749615369.232292:0:15157:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1749615369.232293:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749615369.232294:0:15157:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749615369.232295:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749615369.232296:0:15157:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749615369.232296:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749615369.232297:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749615369.232299:0:15157:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00010000:00000001:1.0:1749615369.232299:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615369.232299:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749615369.232300:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749615369.232302:0:15157:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00001000:1.0:1749615369.232302:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749615369.232302:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000001:3.0:1749615369.232304:0:15157:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749615369.232304:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749615369.232305:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:3.0:1749615369.232306:0:15157:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749615369.232307:0:15157:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749615369.232307:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00080000:0.0:1749615369.232307:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:1.0:1749615369.232309:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000040:3.0:1749615369.232310:0:15157:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749615369.232311:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:3.0:1749615369.232312:0:15157:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eeda18. 00000100:00000001:1.0:1749615369.232313:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000200:3.0:1749615369.232315:0:15157:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598495330304, offset 0 00000100:00080000:0.0:1749615369.232316:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000040:1.0:1749615369.232317:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:3.0:1749615369.232319:0:15157:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749615369.232319:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749615369.232319:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749615369.232320:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615369.232322:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749615369.232323:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006d96d500 x1834598495330048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749615394 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749615369.232326:0:15157:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749615369.232326:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749615369.232328:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000400:00000200:3.0:1749615369.232331:0:15157:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf9ea000 00000100:00000200:1.0:1749615369.232332:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598495330560, offset 0 00000100:00100000:0.0:1749615369.232332:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006d96d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598495330048:0@lo:38:kworker.0 00000400:00000200:3.0:1749615369.232336:0:15157:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16f99 [1] + 0 00000100:00000001:0.0:1749615369.232336:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615369.232338:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749615369.232340:0:15157:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749615369.232341:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006d96d500 x1834598495330048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749615394 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749615369.232343:0:15157:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749615369.232347:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749615369.232347:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749615369.232349:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749615369.232350:0:15157:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:0.0:1749615369.232352:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880070e8c400. 00000100:00000200:3.0:1749615369.232354:0:15157:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006d96f800 x1834598495330304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615394 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749615369.232354:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749615369.232356:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749615369.232358:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:1.0:1749615369.232360:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf9ea100 00000020:00000040:0.0:1749615369.232360:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749615369.232362:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1749615369.232363:0:15157:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006d96f800 x1834598495330304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749615369.232365:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16fa9 [1] + 0 02000000:00000010:0.0:1749615369.232365:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aca72400. 00000400:00000200:1.0:1749615369.232369:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749615369.232369:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749615369.232370:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749615369.232371:0:15157:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749615369.232372:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1749615369.232372:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006d96d500. 00000400:00000200:3.0:1749615369.232374:0:15157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eeda18 00000400:00000010:3.0:1749615369.232376:0:15157:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eeda18. 00000100:00000001:0.0:1749615369.232376:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749615369.232377:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615369.232379:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749615369.232383:0:15157:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749615369.232384:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749615369.232385:0:15157:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749615369.232386:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749615369.232386:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615369.232388:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749615369.232389:0:15157:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615369.232389:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1749615369.232390:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006d96ea00 x1834598495330560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615394 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749615369.232391:0:15157:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000001:0.0:1749615369.232392:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749615369.232394:0:15157:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749615369.232394:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1749615369.232396:0:15157:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749615369.232396:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffd10. 00000100:00000040:1.0:1749615369.232399:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006d96ea00 x1834598495330560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749615369.232399:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821440 00000100:00000040:3.0:1749615369.232400:0:15157:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800838c6300 x1834598495330304/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749615389 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749615369.232401:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821440. 00000100:00000001:0.0:1749615369.232403:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749615369.232406:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006d96ed80 x1834598495330176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749615369.232408:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:3.0:1749615369.232409:0:15157:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800838c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:28320:x1834598495330304:12345-0@lo:38:kworker.0 Request processed in 175us (671us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749615369.232417:0:15157:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3088 00000400:00000200:1.0:1749615369.232418:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000100:00000001:3.0:1749615369.232420:0:15157:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1749615369.232420:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00000200:0.0:1749615369.232420:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006d96ed80 x1834598495330176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615394 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749615369.232421:0:15157:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749615369.232422:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:3.0:1749615369.232423:0:15157:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bc0fb80. 00000100:00000001:1.0:1749615369.232423:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:3.0:1749615369.232426:0:15157:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c000. 00000100:00000001:1.0:1749615369.232426:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615369.232427:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749615369.232428:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749615369.232429:0:15157:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9be600. 00000100:00000040:1.0:1749615369.232429:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749615369.232430:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749615369.232431:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749615369.232431:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749615369.232432:0:15157:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749615369.232433:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749615369.232433:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749615369.232434:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749615369.232436:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749615369.232437:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800838c6680 x1834598495330560/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749615389 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749615369.232440:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749615369 v=5 (0 0 0 0) 00000100:00001000:0.0:1749615369.232443:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=124 v=20 (1 1 20 1) 00000100:00080000:3.0:1749615369.232445:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:0.0:1749615369.232446:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000040:3.0:1749615369.232447:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00100000:1.0:1749615369.232447:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800838c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598495330560:12345-0@lo:38:kworker.0 Request processed in 193us (301us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749615369.232447:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749615369.232449:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749615369.232453:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006d96ed80 x1834598495330176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749615394 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749615369.232454:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1749615369.232454:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3089 00000100:00000001:3.0:1749615369.232456:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749615369.232457:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749615369.232458:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:3.0:1749615369.232459:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749615369.232459:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000001:3.0:1749615369.232461:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749615369.232461:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:1.0:1749615369.232462:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bc0f900. 00000400:00000010:3.0:1749615369.232463:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f79f8. 00000100:00000001:0.0:1749615369.232463:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749615369.232464:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c898. 00000100:00000001:0.0:1749615369.232465:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000200:3.0:1749615369.232466:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedb28 00000020:00000010:1.0:1749615369.232467:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9be800. 00000100:00000001:0.0:1749615369.232467:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:3.0:1749615369.232468:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedb28. 00000100:00080000:0.0:1749615369.232469:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749615369.232470:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749615369.232470:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749615369.232472:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000200:3.0:1749615369.232474:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006d96fb80 x1834598495330688/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615369.232474:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749615369.232477:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006d96ed80 x1834598495330176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749615394 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749615369.232482:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006d96fb80 x1834598495330688/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615385 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749615369.232484:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1749615369.232485:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006d96ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598495330176:0@lo:38:kworker.0 00000100:00000001:1.0:1749615369.232487:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749615369.232489:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000001:1.0:1749615369.232490:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749615369.232491:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1749615369.232491:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749615369.232493:0:28323:0:(client.c:1550:after_reply()) Process entered 00000400:00000010:1.0:1749615369.232493:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3dbaa8. 00000400:00000200:1.0:1749615369.232496:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000400:00000010:1.0:1749615369.232498:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 02000000:00000001:3.0:1749615369.232499:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749615369.232500:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749615369.232501:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1749615369.232503:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006d96e300 x1834598495330432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749615369.232504:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749615369.232506:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749615369.232507:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749615369.232508:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:3.0:1749615369.232512:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff880071979c38 time=88 v=5 (5 5 5 5) 00000100:00000200:1.0:1749615369.232512:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006d96e300 x1834598495330432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615385 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749615369.232515:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff880071979bf0 time=88 v=5 (1 1 1 1) 00000400:00000010:0.0:1749615369.232515:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffa50. 00000100:00000001:3.0:1749615369.232518:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1749615369.232518:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000100:00000001:3.0:1749615369.232519:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615369.232519:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:0.0:1749615369.232520:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000001:1.0:1749615369.232521:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749615369.232545:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1749615369.232547:0:28321:0:(client.c:1550:after_reply()) Process entered 00010000:00080000:3.0:1749615369.232550:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88006d96fb80 x1834598495330688/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615385 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749615369.232555:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749615369.232555:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749615369.232557:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1749615369.232558:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615369.232559:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749615369.232560:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006d96f800 x1834598495330304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749615369.232561:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1749615369.232561:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749615369.232563:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1749615369.232564:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749615369.232566:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749615369.232567:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=24 v=5 (5 5 5 5) 00000100:00000200:0.0:1749615369.232568:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006d96f800 x1834598495330304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615394 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749615369.232570:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006d96fb80 x1834598495330688/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615385 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749615369.232570:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=24 v=5 (1 1 1 1) 00000100:00000001:1.0:1749615369.232573:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749615369.232575:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615369.232575:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749615369.232576:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749615369.232577:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1749615369.232577:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1749615369.232578:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749615369.232579:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749615369.232580:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749615369.232580:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00080000:1.0:1749615369.232581:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88006d96e300 x1834598495330432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615385 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615369.232581:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749615369.232583:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749615369.232584:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006d96fb80 x1834598495330688/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615385 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749615369.232585:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749615369.232588:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749615369.232589:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749615369 v=5 (0 0 0 0) 00000100:00100000:3.0:1749615369.232591:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006d96fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598495330688:0@lo:400:kworker.0 00000100:00000001:1.0:1749615369.232591:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749615369.232592:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00001000:0.0:1749615369.232592:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=24 v=20 (1 1 20 1) 00000100:00000001:1.0:1749615369.232594:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749615369.232594:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749615369.232595:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749615369.232596:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615369.232596:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749615369.232598:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749615369.232598:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749615369.232599:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006d96e300 x1834598495330432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615385 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749615369.232600:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006d96fb80 x1834598495330688/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615385 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749615369.232602:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006d96f800 x1834598495330304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749615394 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749615369.232606:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749615369.232607:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749615369.232608:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749615369.232608:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:3.0:1749615369.232609:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749615369.232610:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615369.232610:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:3.0:1749615369.232611:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b2e00. 00000100:00000001:0.0:1749615369.232612:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615369.232613:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000001:3.0:1749615369.232614:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1749615369.232614:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006d96e300 x1834598495330432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615385 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615369.232615:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749615369.232618:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749615369.232620:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000001:3.0:1749615369.232621:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:1.0:1749615369.232621:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006d96e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598495330432:0@lo:400:kworker.0 00000020:00000040:3.0:1749615369.232622:0:28323:0:(genops.c:1242:class_import_put()) import ffff880071979800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749615369.232622:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749615369.232625:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749615369.232626:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749615369.232626:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006d96f800 x1834598495330304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749615394 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749615369.232627:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a42f0600. 00000100:00000001:1.0:1749615369.232628:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749615369.232630:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749615369.232631:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1749615369.232631:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006d96e300 x1834598495330432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615385 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749615369.232633:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006d96fb80. 00000100:00000001:3.0:1749615369.232636:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749615369.232637:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749615369.232637:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749615369.232639:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749615369.232639:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749615369.232641:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c9bf800. 00000100:00000001:3.0:1749615369.232643:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1749615369.232644:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749615369.232645:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749615369.232646:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1749615369.232646:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006d96f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598495330304:0@lo:38:kworker.0 00000100:00000001:3.0:1749615369.232648:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749615369.232650:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749615369.232651:0:28321:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000400:00000001:0.0:1749615369.232652:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749615369.232653:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1749615369.232654:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:0.0:1749615369.232655:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff000. 02000000:00000010:1.0:1749615369.232656:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a42f0300. 00000400:00000200:0.0:1749615369.232658:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 02000000:00000001:1.0:1749615369.232659:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749615369.232660:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:0.0:1749615369.232660:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000010:1.0:1749615369.232662:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006d96e300. 00000100:00000001:0.0:1749615369.232662:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749615369.232665:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000200:0.0:1749615369.232665:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006d96ea00 x1834598495330560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749615369.232666:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749615369.232668:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749615369.232672:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006d96ea00 x1834598495330560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615394 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749615369.232673:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749615369.232674:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615369.232676:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749615369.232678:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615369.232678:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749615369.232680:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615369.232681:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749615369.232683:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749615369.232684:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749615369.232685:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749615369.232687:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749615369.232690:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88007197b438 time=1749615369 v=5 (0 0 0 0) 00000100:00001000:0.0:1749615369.232693:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007197b3f0 time=88 v=20 (20 1 1 1) 00000100:00000001:0.0:1749615369.232695:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749615369.232697:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749615369.232698:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749615369.232702:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006d96ea00 x1834598495330560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749615394 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615369.232708:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749615369.232711:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749615369.232712:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615369.232714:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749615369.232715:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749615369.232717:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88007197b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749615369.232725:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749615369.232727:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749615369.232731:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006d96ea00 x1834598495330560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749615394 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749615369.232738:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006d96ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598495330560:0@lo:38:kworker.0 00000100:00000001:0.0:1749615369.232742:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615369.232744:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749615369.232747:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006d96ed80 x1834598495330176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749615394 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615369.232753:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749615369.232754:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749615369.232756:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880070e8d000. 02000000:00000001:0.0:1749615369.232760:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749615369.232761:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749615369.232762:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749615369.232764:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749615369.232766:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aca71000. 02000000:00000001:0.0:1749615369.232768:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749615369.232769:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749615369.232771:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006d96ed80. 00000100:00000001:0.0:1749615369.232774:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749615369.232775:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615369.232777:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749615369.232779:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006d96f800 x1834598495330304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749615394 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615369.232786:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749615369.232787:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749615369.232789:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880070e8f400. 02000000:00000001:0.0:1749615369.232792:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749615369.232793:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749615369.232794:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749615369.232796:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749615369.232797:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aca71400. 02000000:00000001:0.0:1749615369.232804:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749615369.232805:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749615369.232806:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006d96f800. 00000100:00000001:0.0:1749615369.232809:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749615369.232810:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615369.232812:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749615369.232815:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006d96ea00 x1834598495330560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749615394 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615369.232821:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749615369.232822:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749615369.232824:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880070e8dc00. 02000000:00000001:0.0:1749615369.232826:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749615369.232827:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749615369.232828:0:28320:0:(genops.c:1242:class_import_put()) import ffff88007197b000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749615369.232829:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749615369.232831:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aca73c00. 02000000:00000001:0.0:1749615369.232833:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749615369.232834:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749615369.232835:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006d96ea00. 00000100:00000001:0.0:1749615369.232837:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749615369.232838:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615369.232840:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615369.232842:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749615369.232843:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749615369.232844:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615369.232846:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749615369.233630:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4304642691, at 4304642691 00000100:00000040:0.0:1749615369.233633:0:20841:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4304642691, at 4304642691 00000100:00000010:1.0:1749615369.233641:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b485a740. 00000100:00000010:0.0:1749615369.233644:0:20841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b485abc0. 00000100:00000040:2.0:1749615369.233648:0:14567:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4304642691, at 4304642691 00000100:00000010:2.0:1749615369.233661:0:14567:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b485a200. 00000100:00000040:3.0:1749615369.234612:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4304642691, at 4304642692 00000100:00000010:3.0:1749615369.234622:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b485aec0. 00000100:00000001:1.0:1749615369.459707:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749615369.459714:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749615369.459716:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749615369.459720:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:1.0:1749615369.459724:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749615369.459727:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749615369.459731:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749615369.459733:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749615369.459736:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749615369.466325:0:16642:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0f880. 00080000:00000010:1.0:1749615369.466334:0:16642:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0f880. 00000020:00000001:1.0:1749615369.466339:0:16642:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749615369.466356:0:16642:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0f880. 00080000:00000010:1.0:1749615369.466361:0:16642:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0f880. 00000020:00000001:1.0:1749615369.466364:0:16642:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749615369.466371:0:16642:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0f880. 00080000:00000010:1.0:1749615369.466376:0:16642:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0f880. 00000020:00000001:1.0:1749615369.466379:0:16642:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749615369.470521:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0f880. 00080000:00000010:1.0:1749615369.470577:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0f880. 00000020:00000001:1.0:1749615369.470582:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749615369.470669:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0f880. 00080000:00000010:1.0:1749615369.470674:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0f880. 00000020:00000001:1.0:1749615369.470677:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749615369.470682:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0f880. 00080000:00000010:1.0:1749615369.470685:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0f880. 00000020:00000001:1.0:1749615369.470688:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749615369.584460:0:16684:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1749615369.584464:0:16684:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_187b: @@@@@@ FAIL: data version did not change on write == 00000001:00000001:3.0:1749615369.588863:0:16684:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:2.0:1749615369.640246:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749615369.640255:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749615369.640260:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749615369.640333:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749615369.640344:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749615369.640348:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749615369.640356:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749615369.640360:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749615369.640363:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749615369.870662:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749615369.870668:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749615369.870695:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749615369.870701:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749615369.870705:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749615369.988635:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749615369.988640:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749615369.988643:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749615369.988647:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136803b40 going to sleep for 0 seconds 00000100:00000001:1.0:1749615369.988650:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749615369.988654:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749615369.988657:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749615369.988659:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749615369.988662:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749615370.026660:0:16706:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880084381b00. 00080000:00000010:0.0:1749615370.026669:0:16706:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880084381b00. 00000020:00000001:0.0:1749615370.026675:0:16706:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749615370.026692:0:16706:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880084381b00. 00080000:00000010:0.0:1749615370.026697:0:16706:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880084381b00. 00000020:00000001:0.0:1749615370.026700:0:16706:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749615370.026712:0:16706:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880084381b00. 00080000:00000010:0.0:1749615370.026717:0:16706:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880084381b00. 00000020:00000001:0.0:1749615370.026720:0:16706:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749615370.030785:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749615370.030792:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749615370.030797:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749615370.030869:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749615370.030873:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749615370.030876:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749615370.030882:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749615370.030885:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749615370.030914:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 1631 lines, 1631 kept, 0 dropped, 0 bad.